00000800:00000200:15.0F:1596747438.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461624a00] (21)++ 00000800:00000200:15.0:1596747438.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461624a00] (22)++ 00000800:00000200:15.0:1596747438.352529:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461624a00] (23)-- 00000800:00000200:15.0:1596747443.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b5a00] (21)++ 00000800:00000200:15.0:1596747443.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b5a00] (22)++ 00000800:00000200:15.0:1596747443.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b5a00] (23)-- 00000800:00020000:15.0:1596747443.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747443.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747443.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d00000] (22)++ 00000800:00000100:15.0:1596747443.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747443.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2780] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:15.0:1596747443.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d00000] (23)-- 00000400:00000200:15.0:1596747443.353144:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:15.0:1596747443.353146:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:15.0:1596747443.353146:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d00000] (22)-- 00000800:00020000:15.0:1596747444.352531:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747444.352534:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747444.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461624a00] (22)++ 00000800:00000100:15.0:1596747444.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747444.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01000] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:15.0:1596747444.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461624a00] (23)-- 00000800:00000200:15.0:1596747444.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d348200] (21)++ 00000800:00000200:15.0:1596747444.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d348200] (22)++ 00000800:00000200:15.0:1596747444.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d348200] (23)-- 00000400:00000200:15.0:1596747444.353014:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:15.0:1596747444.353015:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:15.0:1596747444.353016:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461624a00] (22)-- 00000800:00000200:15.0:1596747447.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444ce00] (21)++ 00000800:00000200:15.0:1596747447.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444ce00] (22)++ 00000800:00000200:15.0:1596747447.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444ce00] (23)-- 00000800:00000200:15.0:1596747447.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d18000] (21)++ 00000800:00000200:15.0:1596747447.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d18000] (22)++ 00000800:00000200:15.0:1596747447.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d18000] (23)-- 00000800:00000200:15.0:1596747448.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66926a00] (21)++ 00000800:00000200:15.0:1596747448.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66926a00] (22)++ 00000800:00000200:15.0:1596747448.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66926a00] (23)-- 00000800:00020000:15.0:1596747448.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747448.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747448.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b5a00] (22)++ 00000800:00000100:15.0:1596747448.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747448.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195300] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:15.0:1596747448.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b5a00] (23)-- 00000800:00000200:15.0:1596747448.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66925200] (21)++ 00000800:00000200:15.0:1596747448.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66925200] (22)++ 00000800:00000200:15.0:1596747448.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66925200] (23)-- 00000400:00000200:15.0:1596747448.353152:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:15.0:1596747448.353153:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:15.0:1596747448.353154:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b5a00] (22)-- 00000800:00020000:15.0:1596747451.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747451.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747451.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d348200] (22)++ 00000800:00000100:15.0:1596747451.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747451.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897c00] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:15.0:1596747451.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d348200] (23)-- 00000400:00000200:15.0:1596747451.352992:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:15.0:1596747451.352994:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:15.0:1596747451.352994:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d348200] (22)-- 00000800:00000200:15.0:1596747452.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34b000] (21)++ 00000800:00000200:15.0:1596747452.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d34b000] (22)++ 00000800:00000200:15.0:1596747452.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d34b000] (23)-- 00000800:00000200:15.0:1596747452.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cde00] (21)++ 00000800:00000200:15.0:1596747452.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cde00] (22)++ 00000800:00000200:15.0:1596747452.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cde00] (23)-- 00000800:00000200:15.0:1596747453.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c2c00] (21)++ 00000800:00000200:15.0:1596747453.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c2c00] (22)++ 00000800:00000200:15.0:1596747453.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c2c00] (23)-- 00000800:00000200:15.0:1596747453.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b6600] (21)++ 00000800:00000200:15.0:1596747453.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4349b6600] (22)++ 00000800:00000200:15.0:1596747453.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4349b6600] (23)-- 00000800:00020000:15.0:1596747453.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747453.373058:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747453.395471:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444ce00] (22)++ 00000800:00000100:15.0:1596747453.395485:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747453.395487:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515700] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:15.0:1596747453.395489:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444ce00] (23)-- 00000400:00000200:15.0:1596747453.395943:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:15.0:1596747453.395945:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:15.0:1596747453.395945:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444ce00] (22)-- 00000800:00020000:15.0:1596747454.352529:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747454.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747454.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d18000] (22)++ 00000800:00000100:15.0:1596747454.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747454.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3800] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:15.0:1596747454.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d18000] (23)-- 00000800:00020000:15.0:1596747454.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747454.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747454.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66926a00] (22)++ 00000800:00000100:15.0:1596747454.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747454.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488800] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:15.0:1596747454.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66926a00] (23)-- 00000400:00000200:15.0:1596747454.352996:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:15.0:1596747454.352998:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:15.0:1596747454.352998:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d18000] (22)-- 00000400:00000200:15.0:1596747454.353546:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:15.0:1596747454.353548:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:15.0:1596747454.353548:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66926a00] (22)-- 00000800:00000200:41.2F:1596747455.098352:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444d200] (19)++ 00000800:00000200:15.0:1596747455.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b5e00] (21)++ 00000800:00000200:15.0:1596747455.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4349b5e00] (22)++ 00000800:00000200:15.0:1596747455.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4349b5e00] (23)-- 00000800:00020000:15.0:1596747455.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747455.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747455.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66925200] (22)++ 00000800:00000100:15.0:1596747455.352542:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747455.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488880] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:15.0:1596747455.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66925200] (23)-- 00000800:00000200:15.0:1596747455.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b4c00] (21)++ 00000800:00000200:15.0:1596747455.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b4c00] (22)++ 00000800:00000200:15.0:1596747455.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b4c00] (23)-- 00000400:00000200:15.0:1596747455.353019:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:15.0:1596747455.353021:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:15.0:1596747455.353021:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66925200] (22)-- 00000800:00000200:84.2F:1596747456.222833:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc562e8400] (20)++ 00000800:00000200:15.0:1596747456.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d432000] (21)++ 00000800:00000200:15.0:1596747456.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d432000] (22)++ 00000800:00000200:15.0:1596747456.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d432000] (23)-- 00000800:00000200:15.0:1596747456.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e008400] (21)++ 00000800:00000200:15.0:1596747456.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e008400] (22)++ 00000800:00000200:15.0:1596747456.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e008400] (23)-- 00000800:00000200:15.0:1596747456.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981000] (21)++ 00000800:00000200:15.0:1596747456.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462981000] (22)++ 00000800:00000200:15.0:1596747456.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462981000] (23)-- 00000800:00000200:15.0:1596747456.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cd400] (21)++ 00000800:00000200:15.0:1596747456.352595:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cd400] (22)++ 00000800:00000200:15.0:1596747456.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cd400] (23)-- 00000800:00000200:15.0:1596747456.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56198200] (21)++ 00000800:00000200:15.0:1596747456.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc56198200] (22)++ 00000800:00000200:15.0:1596747456.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc56198200] (23)-- 00000800:00000200:15.0:1596747456.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6ca600] (21)++ 00000800:00000200:15.0:1596747456.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6ca600] (22)++ 00000800:00000200:15.0:1596747456.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6ca600] (23)-- 00000800:00000200:86.2F:1596747456.609175:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462986600] (21)++ 00000800:00000200:16.0F:1596747457.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922a00] (21)++ 00000800:00000200:16.0:1596747457.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66922a00] (22)++ 00000800:00000200:16.0:1596747457.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66922a00] (23)-- 00000800:00000200:16.0:1596747457.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461624000] (21)++ 00000800:00000200:16.0:1596747457.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461624000] (22)++ 00000800:00000200:16.0:1596747457.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461624000] (23)-- 00000800:00000200:16.0:1596747457.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297ec00] (21)++ 00000800:00000200:16.0:1596747457.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297ec00] (22)++ 00000800:00000200:16.0:1596747457.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297ec00] (23)-- 00000800:00020000:16.0:1596747457.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747457.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747457.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34b000] (22)++ 00000800:00000100:16.0:1596747457.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747457.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896780] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:16.0:1596747457.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d34b000] (23)-- 00000800:00000200:16.0:1596747457.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b2c00] (21)++ 00000800:00000200:16.0:1596747457.352595:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b2c00] (22)++ 00000800:00000200:16.0:1596747457.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b2c00] (23)-- 00000800:00000200:16.0:1596747457.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297f600] (21)++ 00000800:00000200:16.0:1596747457.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297f600] (22)++ 00000800:00000200:16.0:1596747457.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297f600] (23)-- 00000800:00000200:16.0:1596747457.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d428600] (21)++ 00000800:00000200:16.0:1596747457.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d428600] (22)++ 00000800:00000200:16.0:1596747457.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d428600] (23)-- 00000800:00020000:16.0:1596747457.352609:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747457.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747457.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cde00] (22)++ 00000800:00000100:16.0:1596747457.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747457.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2a80] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:16.0:1596747457.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cde00] (23)-- 00000800:00000200:16.0:1596747457.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449600] (21)++ 00000800:00000200:16.0:1596747457.352619:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464449600] (22)++ 00000800:00000200:16.0:1596747457.352621:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464449600] (23)-- 00000800:00000200:16.0:1596747457.352624:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cca00] (21)++ 00000800:00000200:16.0:1596747457.352625:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cca00] (22)++ 00000800:00000200:16.0:1596747457.352628:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cca00] (23)-- 00000400:00000200:16.0:1596747457.353198:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:16.0:1596747457.353200:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:16.0:1596747457.353200:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d34b000] (22)-- 00000400:00000200:16.0:1596747457.353725:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:16.0:1596747457.353727:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:16.0:1596747457.353727:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cde00] (22)-- 00000800:00020000:16.0:1596747458.352890:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747458.352892:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747458.352893:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c2c00] (22)++ 00000800:00000100:16.0:1596747458.352894:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747458.352896:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897880] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:16.0:1596747458.352896:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c2c00] (23)-- 00000800:00000200:16.0:1596747458.352900:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c509c00] (21)++ 00000800:00000200:16.0:1596747458.352901:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c509c00] (22)++ 00000800:00000200:16.0:1596747458.352903:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c509c00] (23)-- 00000800:00000200:16.0:1596747458.352905:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d2a00] (21)++ 00000800:00000200:16.0:1596747458.352906:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d2a00] (22)++ 00000800:00000200:16.0:1596747458.352909:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d2a00] (23)-- 00000800:00000200:16.0:1596747458.352911:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cc000] (21)++ 00000800:00000200:16.0:1596747458.352912:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cc000] (22)++ 00000800:00000200:16.0:1596747458.352915:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cc000] (23)-- 00000800:00020000:16.0:1596747458.352917:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747458.352918:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747458.352919:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b6600] (22)++ 00000800:00000100:16.0:1596747458.352920:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747458.352922:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1600] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:16.0:1596747458.352924:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4349b6600] (23)-- 00000800:00000200:16.0:1596747458.352925:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50ee00] (21)++ 00000800:00000200:16.0:1596747458.352926:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50ee00] (22)++ 00000800:00000200:16.0:1596747458.352928:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50ee00] (23)-- 00000400:00000200:16.0:1596747458.353387:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:16.0:1596747458.353388:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:16.0:1596747458.353389:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c2c00] (22)-- 00000400:00000200:16.0:1596747458.353926:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:16.0:1596747458.353928:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:16.0:1596747458.353928:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4349b6600] (22)-- 00000800:00000200:16.0:1596747459.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297e200] (21)++ 00000800:00000200:16.0:1596747459.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297e200] (22)++ 00000800:00000200:16.0:1596747459.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297e200] (23)-- 00000800:00000200:16.0:1596747459.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d3400] (21)++ 00000800:00000200:16.0:1596747459.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d3400] (22)++ 00000800:00000200:16.0:1596747459.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d3400] (23)-- 00000800:00000200:16.0:1596747459.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cb000] (21)++ 00000800:00000200:16.0:1596747459.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cb000] (22)++ 00000800:00000200:16.0:1596747459.352593:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cb000] (23)-- 00000800:00000200:16.0:1596747459.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b4200] (21)++ 00000800:00000200:16.0:1596747459.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b4200] (22)++ 00000800:00000200:16.0:1596747459.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b4200] (23)-- 00000800:00000200:16.0:1596747459.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d42ac00] (21)++ 00000800:00000200:16.0:1596747459.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d42ac00] (22)++ 00000800:00000200:16.0:1596747459.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d42ac00] (23)-- 00000800:00000200:16.0:1596747459.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d42e400] (21)++ 00000800:00000200:16.0:1596747459.352607:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d42e400] (22)++ 00000800:00000200:16.0:1596747459.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d42e400] (23)-- 00000800:00000200:39.2F:1596747459.738794:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cea8400] (20)++ 00000800:00000200:86.2:1596747460.324898:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e00f000] (19)++ 00000800:00000200:16.0:1596747460.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462984000] (21)++ 00000800:00000200:16.0:1596747460.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462984000] (22)++ 00000800:00000200:16.0:1596747460.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462984000] (23)-- 00000800:00020000:16.0:1596747460.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747460.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747460.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b5e00] (22)++ 00000800:00000200:16.0:1596747460.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b3600] (21)++ 00000800:00000100:16.0:1596747460.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747460.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0880] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:16.0:1596747460.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4349b5e00] (23)-- 00000800:00000200:16.0:1596747460.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b3600] (22)++ 00000800:00000200:16.0:1596747460.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b3600] (23)-- 00000800:00020000:16.0:1596747460.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747460.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747460.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b4c00] (22)++ 00000800:00000100:16.0:1596747460.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747460.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194a80] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:16.0:1596747460.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b4c00] (23)-- 00000800:00000200:16.0:1596747460.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d2600] (21)++ 00000800:00000200:16.0:1596747460.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d2600] (22)++ 00000800:00000200:16.0:1596747460.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d2600] (23)-- 00000800:00000200:16.0:1596747460.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66803a00] (21)++ 00000800:00000200:16.0:1596747460.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66803a00] (22)++ 00000800:00000200:16.0:1596747460.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66803a00] (23)-- 00000800:00000200:16.0:1596747460.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d6400] (21)++ 00000800:00000200:16.0:1596747460.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d6400] (22)++ 00000800:00000200:16.0:1596747460.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d6400] (23)-- 00000800:00000200:16.0:1596747460.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444f800] (21)++ 00000800:00000200:16.0:1596747460.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444f800] (22)++ 00000800:00000200:16.0:1596747460.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444f800] (23)-- 00000800:00000200:16.0:1596747460.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50c200] (21)++ 00000800:00000200:16.0:1596747460.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50c200] (22)++ 00000800:00000200:16.0:1596747460.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50c200] (23)-- 00000400:00000200:16.0:1596747460.353109:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:16.0:1596747460.353111:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:16.0:1596747460.353111:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4349b5e00] (22)-- 00000400:00000200:16.0:1596747460.353677:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:16.0:1596747460.353679:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:16.0:1596747460.353679:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b4c00] (22)-- 00000800:00000200:17.0F:1596747461.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc5600] (21)++ 00000800:00000200:17.0:1596747461.352590:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc5600] (22)++ 00000800:00000200:17.0:1596747461.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc5600] (23)-- 00000800:00000200:17.0:1596747461.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d0800] (21)++ 00000800:00000200:17.0:1596747461.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d0800] (22)++ 00000800:00000200:17.0:1596747461.352600:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d0800] (23)-- 00000800:00000200:17.0:1596747462.352655:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d7e00] (21)++ 00000800:00000200:17.0:1596747462.352659:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d7e00] (22)++ 00000800:00000200:17.0:1596747462.352663:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d7e00] (23)-- 00000800:00020000:17.0:1596747462.352664:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352666:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352668:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922a00] (22)++ 00000800:00000100:17.0:1596747462.352669:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352671:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489780] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352672:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66922a00] (23)-- 00000800:00020000:17.0:1596747462.352673:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352674:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352675:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461624000] (22)++ 00000800:00000100:17.0:1596747462.352676:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352678:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01800] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352679:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461624000] (23)-- 00000800:00000200:17.0:1596747462.352681:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462982000] (21)++ 00000800:00000200:17.0:1596747462.352682:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462982000] (22)++ 00000800:00000200:17.0:1596747462.352684:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462982000] (23)-- 00000800:00020000:17.0:1596747462.352685:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352686:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352687:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297ec00] (22)++ 00000800:00000200:17.0:1596747462.352688:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d30000] (21)++ 00000800:00000100:17.0:1596747462.352689:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352691:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01880] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352692:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297ec00] (23)-- 00000800:00000200:17.0:1596747462.352693:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d30000] (22)++ 00000800:00000200:17.0:1596747462.352696:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d30000] (23)-- 00000800:00020000:17.0:1596747462.352697:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747462.352700:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352700:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d432000] (22)++ 00000800:00000200:17.0:1596747462.352702:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66806c00] (21)++ 00000800:00000100:17.0:1596747462.352703:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352704:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897e80] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352706:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d432000] (23)-- 00000800:00000200:17.0:1596747462.352707:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66806c00] (22)++ 00000800:00000200:17.0:1596747462.352710:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66806c00] (23)-- 00000800:00020000:17.0:1596747462.352711:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747462.352712:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352713:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e008400] (22)++ 00000800:00000100:17.0:1596747462.352714:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352716:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01080] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352717:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e008400] (23)-- 00000800:00020000:17.0:1596747462.352718:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747462.352719:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352720:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981000] (22)++ 00000800:00000100:17.0:1596747462.352721:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352723:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01900] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352724:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462981000] (23)-- 00000800:00020000:17.0:1596747462.352725:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747462.352727:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352728:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cd400] (22)++ 00000800:00000100:17.0:1596747462.352729:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352730:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3300] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352732:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cd400] (23)-- 00000800:00020000:17.0:1596747462.352733:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747462.352734:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352734:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56198200] (22)++ 00000800:00000100:17.0:1596747462.352736:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352737:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2800] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352739:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc56198200] (23)-- 00000800:00000200:17.0:1596747462.352740:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830c00] (21)++ 00000800:00000200:17.0:1596747462.352741:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e830c00] (22)++ 00000800:00000200:17.0:1596747462.352744:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e830c00] (23)-- 00000800:00020000:17.0:1596747462.352745:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352746:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352747:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b2c00] (22)++ 00000800:00000100:17.0:1596747462.352748:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352749:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195280] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352750:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b2c00] (23)-- 00000800:00020000:17.0:1596747462.352752:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352753:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352754:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297f600] (22)++ 00000800:00000100:17.0:1596747462.352755:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352756:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01100] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352757:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297f600] (23)-- 00000800:00020000:17.0:1596747462.352758:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747462.352759:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352760:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6ca600] (22)++ 00000800:00000100:17.0:1596747462.352761:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352763:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2b00] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352764:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6ca600] (23)-- 00000800:00020000:17.0:1596747462.352765:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352766:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352767:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d428600] (22)++ 00000800:00000100:17.0:1596747462.352768:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352770:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896b80] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352771:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d428600] (23)-- 00000800:00020000:17.0:1596747462.352773:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747462.352774:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747462.352775:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449600] (22)++ 00000800:00000100:17.0:1596747462.352777:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747462.352779:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514a00] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:17.0:1596747462.352780:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464449600] (23)-- 00000800:00000200:17.0:1596747462.352781:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d429000] (21)++ 00000800:00000200:17.0:1596747462.352782:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d429000] (22)++ 00000800:00000200:17.0:1596747462.352784:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d429000] (23)-- 00000400:00000200:17.0:1596747462.353332:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:17.0:1596747462.353333:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:17.0:1596747462.353333:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66922a00] (22)-- 00000400:00000200:17.0:1596747462.353876:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596747462.353877:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596747462.353878:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461624000] (22)-- 00000400:00000200:17.0:1596747462.354410:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:17.0:1596747462.354411:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:17.0:1596747462.354412:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297ec00] (22)-- 00000400:00000200:17.0:1596747462.354964:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:17.0:1596747462.354966:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:17.0:1596747462.354966:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d432000] (22)-- 00000400:00000200:17.0:1596747462.355512:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:17.0:1596747462.355513:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:17.0:1596747462.355513:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e008400] (22)-- 00000400:00000200:17.0:1596747462.356061:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:17.0:1596747462.356062:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:17.0:1596747462.356062:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462981000] (22)-- 00000400:00000200:17.0:1596747462.356623:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:17.0:1596747462.356624:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:17.0:1596747462.356624:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cd400] (22)-- 00000400:00000200:17.0:1596747462.356992:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:17.0:1596747462.356994:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:17.0:1596747462.356994:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc56198200] (22)-- 00000400:00000200:17.0:1596747462.357546:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:17.0:1596747462.357547:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:17.0:1596747462.357547:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b2c00] (22)-- 00000400:00000200:17.0:1596747462.357916:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:17.0:1596747462.357917:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:17.0:1596747462.357918:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297f600] (22)-- 00000400:00000200:17.0:1596747462.358467:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:17.0:1596747462.358468:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:17.0:1596747462.358468:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6ca600] (22)-- 00000400:00000200:17.0:1596747462.358848:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:17.0:1596747462.358849:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:17.0:1596747462.358849:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d428600] (22)-- 00000400:00000200:17.0:1596747462.359406:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:17.0:1596747462.359407:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:17.0:1596747462.359408:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464449600] (22)-- 00000800:00000200:17.0:1596747463.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833000] (21)++ 00000800:00000200:17.0:1596747463.352587:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e833000] (22)++ 00000800:00000200:17.0:1596747463.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e833000] (23)-- 00000800:00000200:17.0:1596747463.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cba00] (21)++ 00000800:00000200:17.0:1596747463.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cba00] (22)++ 00000800:00000200:17.0:1596747463.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cba00] (23)-- 00000800:00020000:17.0:1596747463.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747463.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747463.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cca00] (22)++ 00000800:00000100:17.0:1596747463.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747463.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3280] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:17.0:1596747463.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cca00] (23)-- 00000800:00000200:17.0:1596747463.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583200] (21)++ 00000800:00000200:17.0:1596747463.352610:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c583200] (22)++ 00000800:00000200:17.0:1596747463.352613:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c583200] (23)-- 00000800:00000200:17.0:1596747463.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470da00] (21)++ 00000800:00000200:17.0:1596747463.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470da00] (22)++ 00000800:00000200:17.0:1596747463.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470da00] (23)-- 00000800:00000200:17.0:1596747463.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831000] (21)++ 00000800:00000200:17.0:1596747463.352623:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e831000] (22)++ 00000800:00000200:17.0:1596747463.352625:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e831000] (23)-- 00000800:00000200:17.0:1596747463.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c582200] (21)++ 00000800:00000200:17.0:1596747463.352628:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c582200] (22)++ 00000800:00000200:17.0:1596747463.352631:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c582200] (23)-- 00000800:00000200:17.0:1596747463.352632:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980600] (21)++ 00000800:00000200:17.0:1596747463.352634:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462980600] (22)++ 00000800:00000200:17.0:1596747463.352636:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462980600] (23)-- 00000800:00000200:17.0:1596747463.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90000] (21)++ 00000800:00000200:17.0:1596747463.352639:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc90000] (22)++ 00000800:00000200:17.0:1596747463.352641:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc90000] (23)-- 00000400:00000200:17.0:1596747463.353082:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:17.0:1596747463.353084:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:17.0:1596747463.353084:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cca00] (22)-- 00000800:00000200:17.0:1596747464.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585200] (21)++ 00000800:00000200:17.0:1596747464.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c585200] (22)++ 00000800:00000200:17.0:1596747464.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c585200] (23)-- 00000800:00020000:17.0:1596747464.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747464.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747464.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50ee00] (22)++ 00000800:00000100:17.0:1596747464.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747464.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3180] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:17.0:1596747464.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50ee00] (23)-- 00000800:00000200:17.0:1596747464.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f2c00] (21)++ 00000800:00000200:17.0:1596747464.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f2c00] (22)++ 00000800:00000200:17.0:1596747464.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f2c00] (23)-- 00000800:00000200:17.0:1596747464.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97a00] (21)++ 00000800:00000200:17.0:1596747464.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc97a00] (22)++ 00000800:00000200:17.0:1596747464.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc97a00] (23)-- 00000800:00000200:17.0:1596747464.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90600] (21)++ 00000800:00000200:17.0:1596747464.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc90600] (22)++ 00000800:00000200:17.0:1596747464.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc90600] (23)-- 00000800:00000200:17.0:1596747464.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e53400] (21)++ 00000800:00000200:17.0:1596747464.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc67e53400] (22)++ 00000800:00000200:17.0:1596747464.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc67e53400] (23)-- 00000800:00000200:17.0:1596747464.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66803800] (21)++ 00000800:00000200:17.0:1596747464.352580:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66803800] (22)++ 00000800:00000200:17.0:1596747464.352583:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66803800] (23)-- 00000800:00000200:17.0:1596747464.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444c400] (21)++ 00000800:00000200:17.0:1596747464.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444c400] (22)++ 00000800:00000200:17.0:1596747464.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444c400] (23)-- 00000800:00000200:17.0:1596747464.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c9a400] (21)++ 00000800:00000200:17.0:1596747464.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c437c9a400] (22)++ 00000800:00000200:17.0:1596747464.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c437c9a400] (23)-- 00000800:00000200:17.0:1596747464.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981600] (21)++ 00000800:00000200:17.0:1596747464.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462981600] (22)++ 00000800:00000200:17.0:1596747464.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462981600] (23)-- 00000800:00000200:17.0:1596747464.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583c00] (21)++ 00000800:00000200:17.0:1596747464.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c583c00] (22)++ 00000800:00000200:17.0:1596747464.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c583c00] (23)-- 00000800:00000200:17.0:1596747464.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e53a00] (21)++ 00000800:00000200:17.0:1596747464.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc67e53a00] (22)++ 00000800:00000200:17.0:1596747464.352612:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc67e53a00] (23)-- 00000800:00000200:17.0:1596747464.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e57c00] (21)++ 00000800:00000200:17.0:1596747464.352617:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc67e57c00] (22)++ 00000800:00000200:17.0:1596747464.352620:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc67e57c00] (23)-- 00000800:00000200:17.0:1596747464.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c790000] (21)++ 00000800:00000200:17.0:1596747464.352623:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c790000] (22)++ 00000800:00000200:17.0:1596747464.352626:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c790000] (23)-- 00000800:00000200:17.0:1596747464.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d37a00] (21)++ 00000800:00000200:17.0:1596747464.352628:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d37a00] (22)++ 00000800:00000200:17.0:1596747464.352632:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d37a00] (23)-- 00000800:00000200:17.0:1596747464.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7a00] (21)++ 00000800:00000200:17.0:1596747464.352635:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f7a00] (22)++ 00000800:00000200:17.0:1596747464.352637:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f7a00] (23)-- 00000800:00020000:17.0:1596747464.352638:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747464.352639:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747464.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c509c00] (22)++ 00000800:00000100:17.0:1596747464.352641:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747464.352643:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2c00] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:17.0:1596747464.352644:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c509c00] (23)-- 00000400:00000200:17.0:1596747464.353084:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:17.0:1596747464.353085:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:17.0:1596747464.353085:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50ee00] (22)-- 00000400:00000200:17.0:1596747464.353620:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:17.0:1596747464.353622:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:17.0:1596747464.353623:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c509c00] (22)-- 00000800:00020000:15.0:1596747465.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352595:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d2a00] (22)++ 00000800:00000100:15.0:1596747465.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1500] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d2a00] (23)-- 00000800:00000200:15.0:1596747465.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97000] (21)++ 00000800:00000200:15.0:1596747465.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc97000] (22)++ 00000800:00000200:15.0:1596747465.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc97000] (23)-- 00000800:00020000:15.0:1596747465.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462984000] (22)++ 00000800:00000100:15.0:1596747465.352614:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352616:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01180] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352617:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462984000] (23)-- 00000800:00000200:15.0:1596747465.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d30600] (21)++ 00000800:00000200:15.0:1596747465.352621:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d30600] (22)++ 00000800:00000200:15.0:1596747465.352624:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d30600] (23)-- 00000800:00020000:15.0:1596747465.352625:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352627:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b3600] (22)++ 00000800:00000100:15.0:1596747465.352629:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352630:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195200] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352631:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b3600] (23)-- 00000800:00020000:15.0:1596747465.352632:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352633:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cc000] (22)++ 00000800:00000100:15.0:1596747465.352635:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352636:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3200] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352638:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cc000] (23)-- 00000800:00000200:15.0:1596747465.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91000] (21)++ 00000800:00000200:15.0:1596747465.352640:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc91000] (22)++ 00000800:00000200:15.0:1596747465.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc91000] (23)-- 00000800:00020000:15.0:1596747465.352644:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352645:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352645:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d2600] (22)++ 00000800:00000100:15.0:1596747465.352647:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352648:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0900] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352649:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d2600] (23)-- 00000800:00000200:15.0:1596747465.352651:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d31a00] (21)++ 00000800:00000200:15.0:1596747465.352653:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d31a00] (22)++ 00000800:00000200:15.0:1596747465.352656:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d31a00] (23)-- 00000800:00000200:15.0:1596747465.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92000] (21)++ 00000800:00000200:15.0:1596747465.352659:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc92000] (22)++ 00000800:00000200:15.0:1596747465.352661:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc92000] (23)-- 00000800:00020000:15.0:1596747465.352662:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352664:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352665:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297e200] (22)++ 00000800:00000200:15.0:1596747465.352666:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7800] (21)++ 00000800:00000100:15.0:1596747465.352667:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352669:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01780] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352670:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297e200] (23)-- 00000800:00000200:15.0:1596747465.352672:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f7800] (22)++ 00000800:00000200:15.0:1596747465.352674:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f7800] (23)-- 00000800:00000200:15.0:1596747465.352675:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d37000] (21)++ 00000800:00000200:15.0:1596747465.352677:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d37000] (22)++ 00000800:00000200:15.0:1596747465.352679:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d37000] (23)-- 00000800:00020000:15.0:1596747465.352680:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352681:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352682:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d3400] (22)++ 00000800:00000100:15.0:1596747465.352683:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352685:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1580] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352686:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d3400] (23)-- 00000800:00000200:15.0:1596747465.352687:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c99000] (21)++ 00000800:00000200:15.0:1596747465.352689:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c437c99000] (22)++ 00000800:00000200:15.0:1596747465.352692:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c437c99000] (23)-- 00000800:00000200:15.0:1596747465.352693:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470ec00] (21)++ 00000800:00000200:15.0:1596747465.352694:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470ec00] (22)++ 00000800:00000200:15.0:1596747465.352697:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470ec00] (23)-- 00000800:00020000:15.0:1596747465.352698:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352699:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352699:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66803a00] (22)++ 00000800:00000100:15.0:1596747465.352705:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352707:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488900] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352708:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66803a00] (23)-- 00000800:00020000:15.0:1596747465.352709:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352710:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352711:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d6400] (22)++ 00000800:00000100:15.0:1596747465.352712:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352714:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1480] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352715:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d6400] (23)-- 00000800:00020000:15.0:1596747465.352716:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352717:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352717:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cb000] (22)++ 00000800:00000100:15.0:1596747465.352718:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352720:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2b80] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352721:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cb000] (23)-- 00000800:00020000:15.0:1596747465.352723:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352724:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352724:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444f800] (22)++ 00000800:00000100:15.0:1596747465.352726:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352727:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515680] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352728:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444f800] (23)-- 00000800:00020000:15.0:1596747465.352729:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352730:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352731:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b4200] (22)++ 00000800:00000100:15.0:1596747465.352732:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352734:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194b00] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352735:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b4200] (23)-- 00000800:00020000:15.0:1596747465.352736:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352737:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352738:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d42ac00] (22)++ 00000800:00000100:15.0:1596747465.352739:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352741:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897f00] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352742:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d42ac00] (23)-- 00000800:00020000:15.0:1596747465.352743:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747465.352744:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352745:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d42e400] (22)++ 00000800:00000100:15.0:1596747465.352746:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352748:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897a80] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352748:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d42e400] (23)-- 00000800:00000200:15.0:1596747465.352750:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985400] (21)++ 00000800:00000200:15.0:1596747465.352751:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462985400] (22)++ 00000800:00000200:15.0:1596747465.352753:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462985400] (23)-- 00000800:00000200:15.0:1596747465.352755:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985200] (21)++ 00000800:00000200:15.0:1596747465.352757:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462985200] (22)++ 00000800:00000200:15.0:1596747465.352759:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462985200] (23)-- 00000800:00000200:15.0:1596747465.352760:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d31000] (21)++ 00000800:00000200:15.0:1596747465.352762:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d31000] (22)++ 00000800:00000200:15.0:1596747465.352764:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d31000] (23)-- 00000800:00020000:15.0:1596747465.352765:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747465.352766:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747465.352767:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50c200] (22)++ 00000800:00000100:15.0:1596747465.352768:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747465.352770:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3100] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:15.0:1596747465.352771:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50c200] (23)-- 00000400:00000200:15.0:1596747465.353245:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:15.0:1596747465.353246:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:15.0:1596747465.353247:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d2a00] (22)-- 00000400:00000200:15.0:1596747465.353776:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:15.0:1596747465.353777:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:15.0:1596747465.353777:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462984000] (22)-- 00000400:00000200:15.0:1596747465.354317:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:15.0:1596747465.354318:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:15.0:1596747465.354318:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b3600] (22)-- 00000400:00000200:15.0:1596747465.354858:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:15.0:1596747465.354860:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:15.0:1596747465.354860:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cc000] (22)-- 00000400:00000200:15.0:1596747465.355405:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:15.0:1596747465.355407:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:15.0:1596747465.355407:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d2600] (22)-- 00000400:00000200:15.0:1596747465.355787:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:15.0:1596747465.355788:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:15.0:1596747465.355788:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297e200] (22)-- 00000400:00000200:15.0:1596747465.356347:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:15.0:1596747465.356348:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:15.0:1596747465.356348:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d3400] (22)-- 00000400:00000200:15.0:1596747465.356881:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:15.0:1596747465.356882:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:15.0:1596747465.356883:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66803a00] (22)-- 00000400:00000200:15.0:1596747465.357258:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:15.0:1596747465.357259:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:15.0:1596747465.357260:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d6400] (22)-- 00000400:00000200:15.0:1596747465.357642:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:15.0:1596747465.357643:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:15.0:1596747465.357643:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cb000] (22)-- 00000400:00000200:15.0:1596747465.358190:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:15.0:1596747465.358192:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:15.0:1596747465.358192:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444f800] (22)-- 00000400:00000200:15.0:1596747465.358747:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:15.0:1596747465.358748:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:15.0:1596747465.358749:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b4200] (22)-- 00000400:00000200:15.0:1596747465.359299:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:15.0:1596747465.359300:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:15.0:1596747465.359301:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d42ac00] (22)-- 00000400:00000200:15.0:1596747465.359680:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:15.0:1596747465.359681:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:15.0:1596747465.359681:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d42e400] (22)-- 00000400:00000200:15.0:1596747465.360231:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:15.0:1596747465.360232:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:15.0:1596747465.360232:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50c200] (22)-- 00000800:00000200:15.0:1596747466.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3200] (21)++ 00000800:00000200:15.0:1596747466.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f3200] (22)++ 00000800:00000200:15.0:1596747466.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f3200] (23)-- 00000800:00000200:15.0:1596747466.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc5400] (21)++ 00000800:00000200:15.0:1596747466.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc5400] (22)++ 00000800:00000200:15.0:1596747466.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc5400] (23)-- 00000800:00000200:15.0:1596747466.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c790600] (21)++ 00000800:00000200:15.0:1596747466.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c790600] (22)++ 00000800:00000200:15.0:1596747466.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c790600] (23)-- 00000800:00000200:15.0:1596747466.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462982c00] (21)++ 00000800:00000200:15.0:1596747466.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462982c00] (22)++ 00000800:00000200:15.0:1596747466.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462982c00] (23)-- 00000800:00000200:15.0:1596747466.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470ac00] (21)++ 00000800:00000200:15.0:1596747466.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470ac00] (22)++ 00000800:00000200:15.0:1596747466.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470ac00] (23)-- 00000800:00000200:15.0:1596747466.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709800] (21)++ 00000800:00000200:15.0:1596747466.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464709800] (22)++ 00000800:00000200:15.0:1596747466.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464709800] (23)-- 00000800:00000200:15.0:1596747466.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d36000] (21)++ 00000800:00000200:15.0:1596747466.352582:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d36000] (22)++ 00000800:00000200:15.0:1596747466.352585:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d36000] (23)-- 00000800:00000200:15.0:1596747467.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d5400] (21)++ 00000800:00000200:15.0:1596747467.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d5400] (22)++ 00000800:00000200:15.0:1596747467.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d5400] (23)-- 00000800:00000200:15.0:1596747467.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460b000] (21)++ 00000800:00000200:15.0:1596747467.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460b000] (22)++ 00000800:00000200:15.0:1596747467.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460b000] (23)-- 00000800:00000200:15.0:1596747467.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92400] (21)++ 00000800:00000200:15.0:1596747467.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc92400] (22)++ 00000800:00000200:15.0:1596747467.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc92400] (23)-- 00000800:00020000:15.0:1596747468.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747468.352534:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc5600] (22)++ 00000800:00000100:15.0:1596747468.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194b80] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc5600] (23)-- 00000800:00020000:15.0:1596747468.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747468.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d0800] (22)++ 00000800:00000100:15.0:1596747468.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0980] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d0800] (23)-- 00000800:00000200:15.0:1596747468.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834e00] (21)++ 00000800:00000200:15.0:1596747468.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e834e00] (22)++ 00000800:00000200:15.0:1596747468.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e834e00] (23)-- 00000800:00020000:15.0:1596747468.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747468.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d7e00] (22)++ 00000800:00000100:15.0:1596747468.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1400] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d7e00] (23)-- 00000800:00000200:15.0:1596747468.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc96600] (21)++ 00000800:00000200:15.0:1596747468.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc96600] (22)++ 00000800:00000200:15.0:1596747468.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc96600] (23)-- 00000800:00020000:15.0:1596747468.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747468.352570:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462982000] (22)++ 00000800:00000100:15.0:1596747468.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01700] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462982000] (23)-- 00000800:00020000:15.0:1596747468.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747468.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d30000] (22)++ 00000800:00000100:15.0:1596747468.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3780] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d30000] (23)-- 00000800:00020000:15.0:1596747468.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747468.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66806c00] (22)++ 00000800:00000100:15.0:1596747468.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489700] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66806c00] (23)-- 00000800:00000200:15.0:1596747468.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460c400] (21)++ 00000800:00000200:15.0:1596747468.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460c400] (22)++ 00000800:00000200:15.0:1596747468.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460c400] (23)-- 00000800:00020000:15.0:1596747468.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747468.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747468.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830c00] (22)++ 00000800:00000100:15.0:1596747468.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747468.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195180] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:15.0:1596747468.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e830c00] (23)-- 00000400:00000200:15.0:1596747468.353046:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:15.0:1596747468.353048:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:15.0:1596747468.353048:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc5600] (22)-- 00000400:00000200:15.0:1596747468.353584:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:15.0:1596747468.353586:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:15.0:1596747468.353587:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d0800] (22)-- 00000400:00000200:15.0:1596747468.354117:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:15.0:1596747468.354119:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:15.0:1596747468.354120:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d7e00] (22)-- 00000400:00000200:15.0:1596747468.354685:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:15.0:1596747468.354686:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:15.0:1596747468.354686:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462982000] (22)-- 00000400:00000200:15.0:1596747468.355224:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:15.0:1596747468.355226:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:15.0:1596747468.355226:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d30000] (22)-- 00000400:00000200:15.0:1596747468.355777:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:15.0:1596747468.355778:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:15.0:1596747468.355778:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66806c00] (22)-- 00000400:00000200:15.0:1596747468.356324:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:15.0:1596747468.356325:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:15.0:1596747468.356325:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e830c00] (22)-- 00000800:00000200:37.2F:1596747468.544053:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc56350400] (21)++ 00000800:00000200:84.2:1596747468.933471:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f1a00] (20)++ 00000800:00000200:16.0:1596747469.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e836600] (21)++ 00000800:00000200:16.0:1596747469.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e836600] (22)++ 00000800:00000200:16.0:1596747469.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e836600] (23)-- 00000800:00020000:16.0:1596747469.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585200] (22)++ 00000800:00000100:16.0:1596747469.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2c80] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c585200] (23)-- 00000800:00020000:16.0:1596747469.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f2c00] (22)++ 00000800:00000100:16.0:1596747469.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489580] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f2c00] (23)-- 00000800:00020000:16.0:1596747469.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97a00] (22)++ 00000800:00000100:16.0:1596747469.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896e00] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc97a00] (23)-- 00000800:00020000:16.0:1596747469.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90600] (22)++ 00000800:00000100:16.0:1596747469.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897b80] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc90600] (23)-- 00000800:00020000:16.0:1596747469.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747469.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d429000] (22)++ 00000800:00020000:16.0:1596747469.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e53400] (22)++ 00000800:00000100:16.0:1596747469.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489680] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc67e53400] (23)-- 00000800:00000100:16.0:1596747469.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897b00] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d429000] (23)-- 00000800:00020000:16.0:1596747469.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66803800] (22)++ 00000800:00000100:16.0:1596747469.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488980] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66803800] (23)-- 00000800:00020000:16.0:1596747469.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352606:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444c400] (22)++ 00000800:00000100:16.0:1596747469.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352609:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514a80] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352610:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444c400] (23)-- 00000800:00020000:16.0:1596747469.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747469.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833000] (22)++ 00000800:00020000:16.0:1596747469.352613:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352614:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c9a400] (22)++ 00000800:00000100:16.0:1596747469.352616:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0a00] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352619:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c437c9a400] (23)-- 00000800:00000100:16.0:1596747469.352620:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194c00] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e833000] (23)-- 00000800:00020000:16.0:1596747469.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747469.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cba00] (22)++ 00000800:00000100:16.0:1596747469.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352627:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2d80] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352628:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cba00] (23)-- 00000800:00020000:16.0:1596747469.352630:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352631:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352632:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981600] (22)++ 00000800:00000100:16.0:1596747469.352633:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352635:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01680] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352636:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462981600] (23)-- 00000800:00020000:16.0:1596747469.352636:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352638:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352638:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583c00] (22)++ 00000800:00000100:16.0:1596747469.352639:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352641:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3000] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352642:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c583c00] (23)-- 00000800:00020000:16.0:1596747469.352642:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352644:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352644:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e53a00] (22)++ 00000800:00000100:16.0:1596747469.352645:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352647:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489600] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352648:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc67e53a00] (23)-- 00000800:00000200:16.0:1596747469.352649:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460c000] (21)++ 00000800:00000200:16.0:1596747469.352651:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460c000] (22)++ 00000800:00000200:16.0:1596747469.352654:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460c000] (23)-- 00000800:00020000:16.0:1596747469.352656:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747469.352657:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352658:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583200] (22)++ 00000800:00000100:16.0:1596747469.352659:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352661:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3080] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352662:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c583200] (23)-- 00000800:00020000:16.0:1596747469.352663:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747469.352664:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352665:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470da00] (22)++ 00000800:00000100:16.0:1596747469.352666:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352667:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515600] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352668:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470da00] (23)-- 00000800:00020000:16.0:1596747469.352670:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352671:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352672:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e57c00] (22)++ 00000800:00000100:16.0:1596747469.352673:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488a00] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc67e57c00] (23)-- 00000800:00020000:16.0:1596747469.352677:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352678:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352679:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c790000] (22)++ 00000800:00000100:16.0:1596747469.352680:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352682:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2e00] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352683:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c790000] (23)-- 00000800:00020000:16.0:1596747469.352683:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352685:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352685:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d37a00] (22)++ 00000800:00000100:16.0:1596747469.352686:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352688:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3700] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352689:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d37a00] (23)-- 00000800:00020000:16.0:1596747469.352690:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747469.352691:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352692:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831000] (22)++ 00000800:00020000:16.0:1596747469.352693:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747469.352694:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747469.352694:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7a00] (22)++ 00000800:00000100:16.0:1596747469.352695:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352697:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488a80] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352698:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f7a00] (23)-- 00000800:00000100:16.0:1596747469.352699:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747469.352701:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194c80] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:16.0:1596747469.352702:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e831000] (23)-- 00000400:00000200:16.0:1596747469.353219:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:16.0:1596747469.353221:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:16.0:1596747469.353222:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c585200] (22)-- 00000400:00000200:16.0:1596747469.353747:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:16.0:1596747469.353748:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:16.0:1596747469.353748:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f2c00] (22)-- 00000400:00000200:16.0:1596747469.354293:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:16.0:1596747469.354294:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:16.0:1596747469.354295:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc97a00] (22)-- 00000400:00000200:16.0:1596747469.354840:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:16.0:1596747469.354841:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:16.0:1596747469.354841:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc90600] (22)-- 00000400:00000200:16.0:1596747469.355385:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:16.0:1596747469.355387:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:16.0:1596747469.355387:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc67e53400] (22)-- 00000400:00000200:16.0:1596747469.355943:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:16.0:1596747469.355944:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:16.0:1596747469.355944:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d429000] (22)-- 00000400:00000200:16.0:1596747469.356485:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:16.0:1596747469.356486:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:16.0:1596747469.356486:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66803800] (22)-- 00000400:00000200:16.0:1596747469.357027:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:16.0:1596747469.357028:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:16.0:1596747469.357029:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444c400] (22)-- 00000400:00000200:16.0:1596747469.357400:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:16.0:1596747469.357402:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:16.0:1596747469.357402:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c437c9a400] (22)-- 00000400:00000200:16.0:1596747469.357945:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:16.0:1596747469.357946:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:16.0:1596747469.357947:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e833000] (22)-- 00000400:00000200:16.0:1596747469.358485:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:16.0:1596747469.358486:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:16.0:1596747469.358486:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cba00] (22)-- 00000400:00000200:16.0:1596747469.359032:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:16.0:1596747469.359033:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:16.0:1596747469.359033:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462981600] (22)-- 00000400:00000200:16.0:1596747469.359582:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:16.0:1596747469.359584:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:16.0:1596747469.359584:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c583c00] (22)-- 00000400:00000200:16.0:1596747469.360121:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:16.0:1596747469.360122:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:16.0:1596747469.360122:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc67e53a00] (22)-- 00000400:00000200:16.0:1596747469.360505:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:16.0:1596747469.360506:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:16.0:1596747469.360506:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c583200] (22)-- 00000400:00000200:16.0:1596747469.361041:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:16.0:1596747469.361042:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:16.0:1596747469.361043:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470da00] (22)-- 00000400:00000200:16.0:1596747469.361417:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:16.0:1596747469.361418:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:16.0:1596747469.361419:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc67e57c00] (22)-- 00000400:00000200:16.0:1596747469.361971:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:16.0:1596747469.361972:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:16.0:1596747469.361972:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c790000] (22)-- 00000400:00000200:16.0:1596747469.362520:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:16.0:1596747469.362522:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:16.0:1596747469.362522:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d37a00] (22)-- 00000400:00000200:16.0:1596747469.363051:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:16.0:1596747469.363052:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:16.0:1596747469.363053:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f7a00] (22)-- 00000400:00000200:16.0:1596747469.363603:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:16.0:1596747469.363604:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:16.0:1596747469.363604:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e831000] (22)-- 00000800:00000200:41.2:1596747469.433717:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc93800] (20)++ 00000800:00020000:16.0:1596747470.352512:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747470.352514:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747470.352515:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c582200] (22)++ 00000800:00000100:16.0:1596747470.352516:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747470.352518:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2d00] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:16.0:1596747470.352519:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c582200] (23)-- 00000800:00020000:16.0:1596747470.352520:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747470.352521:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747470.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980600] (22)++ 00000800:00000100:16.0:1596747470.352524:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747470.352527:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01200] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:16.0:1596747470.352528:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462980600] (23)-- 00000800:00020000:16.0:1596747470.352529:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747470.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747470.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90000] (22)++ 00000800:00000100:16.0:1596747470.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747470.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897e00] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:16.0:1596747470.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc90000] (23)-- 00000800:00000200:16.0:1596747470.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462983600] (21)++ 00000800:00000200:16.0:1596747470.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462983600] (22)++ 00000800:00000200:16.0:1596747470.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462983600] (23)-- 00000800:00000200:16.0:1596747470.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5c00] (21)++ 00000800:00000200:16.0:1596747470.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f5c00] (22)++ 00000800:00000200:16.0:1596747470.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f5c00] (23)-- 00000400:00000200:16.0:1596747470.353009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:16.0:1596747470.353010:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:16.0:1596747470.353010:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c582200] (22)-- 00000400:00000200:16.0:1596747470.353582:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:16.0:1596747470.353583:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:16.0:1596747470.353583:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462980600] (22)-- 00000400:00000200:16.0:1596747470.354079:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:16.0:1596747470.354080:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:16.0:1596747470.354081:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc90000] (22)-- 00000800:00000200:38.2F:1596747471.179777:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b3a00] (19)++ 00000800:00000200:85.2F:1596747471.344802:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c797a00] (20)++ 00000800:00000200:16.0:1596747471.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837000] (21)++ 00000800:00000200:16.0:1596747471.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e837000] (22)++ 00000800:00000200:16.0:1596747471.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e837000] (23)-- 00000800:00000200:16.0:1596747471.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d50600] (21)++ 00000800:00000200:16.0:1596747471.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d50600] (22)++ 00000800:00000200:16.0:1596747471.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d50600] (23)-- 00000800:00020000:16.0:1596747471.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97000] (22)++ 00000800:00000100:16.0:1596747471.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897d00] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc97000] (23)-- 00000800:00020000:16.0:1596747471.352560:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d30600] (22)++ 00000800:00000100:16.0:1596747471.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2880] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d30600] (23)-- 00000800:00000200:16.0:1596747471.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20000] (21)++ 00000800:00000200:16.0:1596747471.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c20000] (22)++ 00000800:00000200:16.0:1596747471.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c20000] (23)-- 00000800:00000200:16.0:1596747471.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470a600] (21)++ 00000800:00000200:16.0:1596747471.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470a600] (22)++ 00000800:00000200:16.0:1596747471.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470a600] (23)-- 00000800:00020000:16.0:1596747471.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91000] (22)++ 00000800:00020000:16.0:1596747471.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470ac00] (22)++ 00000800:00000100:16.0:1596747471.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514b80] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470ac00] (23)-- 00000800:00000100:16.0:1596747471.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897900] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc91000] (23)-- 00000800:00020000:16.0:1596747471.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d31a00] (22)++ 00000800:00000200:16.0:1596747471.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20600] (21)++ 00000800:00000100:16.0:1596747471.352596:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2980] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352599:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d31a00] (23)-- 00000800:00000200:16.0:1596747471.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c20600] (22)++ 00000800:00000200:16.0:1596747471.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c20600] (23)-- 00000800:00020000:16.0:1596747471.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709800] (22)++ 00000800:00000100:16.0:1596747471.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515580] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464709800] (23)-- 00000800:00020000:16.0:1596747471.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92000] (22)++ 00000800:00000100:16.0:1596747471.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897980] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352615:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc92000] (23)-- 00000800:00020000:16.0:1596747471.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352617:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7800] (22)++ 00000800:00000100:16.0:1596747471.352619:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488b00] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f7800] (23)-- 00000800:00020000:16.0:1596747471.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352624:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d37000] (22)++ 00000800:00000100:16.0:1596747471.352625:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352627:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3680] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352628:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d37000] (23)-- 00000800:00000200:16.0:1596747471.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d57400] (21)++ 00000800:00000200:16.0:1596747471.352631:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d57400] (22)++ 00000800:00000200:16.0:1596747471.352634:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d57400] (23)-- 00000800:00020000:16.0:1596747471.352635:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352636:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c99000] (22)++ 00000800:00000100:16.0:1596747471.352638:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352640:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1380] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352641:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c437c99000] (23)-- 00000800:00020000:16.0:1596747471.352642:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352643:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352644:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470ec00] (22)++ 00000800:00000100:16.0:1596747471.352645:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352646:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514b00] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352647:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470ec00] (23)-- 00000800:00000200:16.0:1596747471.352649:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d50000] (21)++ 00000800:00000200:16.0:1596747471.352650:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d50000] (22)++ 00000800:00000200:16.0:1596747471.352653:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d50000] (23)-- 00000800:00000200:16.0:1596747471.352655:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922000] (21)++ 00000800:00000200:16.0:1596747471.352657:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66922000] (22)++ 00000800:00000200:16.0:1596747471.352659:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66922000] (23)-- 00000800:00020000:16.0:1596747471.352660:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352662:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352662:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985400] (22)++ 00000800:00000100:16.0:1596747471.352663:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352665:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01600] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462985400] (23)-- 00000800:00020000:16.0:1596747471.352667:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747471.352668:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747471.352669:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d36000] (22)++ 00000800:00000100:16.0:1596747471.352670:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747471.352671:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2a00] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:16.0:1596747471.352672:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d36000] (23)-- 00000400:00000200:16.0:1596747471.353142:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:16.0:1596747471.353143:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:16.0:1596747471.353144:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc97000] (22)-- 00000400:00000200:16.0:1596747471.353681:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:16.0:1596747471.353683:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:16.0:1596747471.353684:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d30600] (22)-- 00000400:00000200:16.0:1596747471.354230:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:16.0:1596747471.354231:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:16.0:1596747471.354231:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470ac00] (22)-- 00000400:00000200:16.0:1596747471.354606:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:16.0:1596747471.354607:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:16.0:1596747471.354608:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc91000] (22)-- 00000400:00000200:16.0:1596747471.355151:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:16.0:1596747471.355152:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:16.0:1596747471.355153:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d31a00] (22)-- 00000400:00000200:16.0:1596747471.355710:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:16.0:1596747471.355712:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:16.0:1596747471.355712:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464709800] (22)-- 00000400:00000200:16.0:1596747471.356256:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:16.0:1596747471.356257:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:16.0:1596747471.356257:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc92000] (22)-- 00000400:00000200:16.0:1596747471.356806:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:16.0:1596747471.356807:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:16.0:1596747471.356807:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f7800] (22)-- 00000400:00000200:16.0:1596747471.357359:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:16.0:1596747471.357360:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:16.0:1596747471.357360:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d37000] (22)-- 00000400:00000200:16.0:1596747471.357917:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:16.0:1596747471.357919:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:16.0:1596747471.357919:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c437c99000] (22)-- 00000400:00000200:16.0:1596747471.358465:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:16.0:1596747471.358466:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:16.0:1596747471.358466:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470ec00] (22)-- 00000400:00000200:16.0:1596747471.359012:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:16.0:1596747471.359013:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:16.0:1596747471.359013:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462985400] (22)-- 00000400:00000200:16.0:1596747471.359561:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:16.0:1596747471.359562:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:16.0:1596747471.359563:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d36000] (22)-- 00000800:00000200:87.2F:1596747471.372095:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c26e00] (20)++ 00000800:00000200:36.2F:1596747471.767766:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc97600] (20)++ 00000800:00000200:16.0:1596747472.352516:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d3c00] (21)++ 00000800:00000200:16.0:1596747472.352519:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d3c00] (22)++ 00000800:00000200:16.0:1596747472.352522:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d3c00] (23)-- 00000800:00000200:16.0:1596747472.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4a00] (21)++ 00000800:00000200:16.0:1596747472.352525:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f4a00] (22)++ 00000800:00000200:16.0:1596747472.352527:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f4a00] (23)-- 00000800:00020000:16.0:1596747472.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747472.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985200] (22)++ 00000800:00000100:16.0:1596747472.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01300] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462985200] (23)-- 00000800:00020000:16.0:1596747472.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747472.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d31000] (22)++ 00000800:00000100:16.0:1596747472.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2900] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d31000] (23)-- 00000800:00020000:16.0:1596747472.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747472.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d5400] (22)++ 00000800:00000100:16.0:1596747472.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0a80] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d5400] (23)-- 00000800:00020000:16.0:1596747472.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747472.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3200] (22)++ 00000800:00000100:16.0:1596747472.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489500] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f3200] (23)-- 00000800:00020000:16.0:1596747472.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747472.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460b000] (22)++ 00000800:00000100:16.0:1596747472.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515500] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460b000] (23)-- 00000800:00020000:16.0:1596747472.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747472.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc5400] (22)++ 00000800:00000100:16.0:1596747472.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195100] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc5400] (23)-- 00000800:00020000:16.0:1596747472.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747472.352570:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c790600] (22)++ 00000800:00000100:16.0:1596747472.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2f80] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c790600] (23)-- 00000800:00020000:16.0:1596747472.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747472.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462982c00] (22)++ 00000800:00000100:16.0:1596747472.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01280] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462982c00] (23)-- 00000800:00020000:16.0:1596747472.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747472.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747472.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92400] (22)++ 00000800:00000100:16.0:1596747472.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747472.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897200] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:16.0:1596747472.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc92400] (23)-- 00000400:00000200:16.0:1596747472.353044:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:16.0:1596747472.353045:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:16.0:1596747472.353046:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462985200] (22)-- 00000400:00000200:16.0:1596747472.353591:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:16.0:1596747472.353593:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:16.0:1596747472.353593:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d31000] (22)-- 00000400:00000200:16.0:1596747472.354113:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:16.0:1596747472.354114:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:16.0:1596747472.354115:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d5400] (22)-- 00000400:00000200:16.0:1596747472.354674:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:16.0:1596747472.354675:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:16.0:1596747472.354675:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f3200] (22)-- 00000400:00000200:16.0:1596747472.355211:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:16.0:1596747472.355212:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:16.0:1596747472.355212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460b000] (22)-- 00000400:00000200:16.0:1596747472.355762:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:16.0:1596747472.355764:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:16.0:1596747472.355764:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc5400] (22)-- 00000400:00000200:16.0:1596747472.356309:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:16.0:1596747472.356310:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:16.0:1596747472.356310:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c790600] (22)-- 00000400:00000200:16.0:1596747472.356857:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:16.0:1596747472.356858:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:16.0:1596747472.356858:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462982c00] (22)-- 00000400:00000200:16.0:1596747472.357398:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:16.0:1596747472.357400:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:16.0:1596747472.357400:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc92400] (22)-- 00000800:00000200:17.0:1596747473.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92e00] (21)++ 00000800:00000200:17.0:1596747473.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc92e00] (22)++ 00000800:00000200:17.0:1596747473.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc92e00] (23)-- 00000800:00020000:17.0:1596747473.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747473.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747473.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834e00] (22)++ 00000800:00000100:17.0:1596747473.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747473.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194d00] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:17.0:1596747473.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e834e00] (23)-- 00000400:00000200:17.0:1596747473.353155:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:17.0:1596747473.353156:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:17.0:1596747473.353157:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e834e00] (22)-- 00000800:00020000:17.0:1596747474.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747474.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747474.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e836600] (22)++ 00000800:00000100:17.0:1596747474.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747474.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194d80] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:17.0:1596747474.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e836600] (23)-- 00000800:00000200:17.0:1596747474.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c27a00] (21)++ 00000800:00000200:17.0:1596747474.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c27a00] (22)++ 00000800:00000200:17.0:1596747474.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c27a00] (23)-- 00000800:00020000:17.0:1596747474.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747474.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747474.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc96600] (22)++ 00000800:00000100:17.0:1596747474.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747474.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896900] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:17.0:1596747474.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc96600] (23)-- 00000400:00000200:17.0:1596747474.353075:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:17.0:1596747474.353076:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:17.0:1596747474.353077:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e836600] (22)-- 00000400:00000200:17.0:1596747474.353599:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:17.0:1596747474.353600:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:17.0:1596747474.353601:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc96600] (22)-- 00000800:00020000:17.0:1596747475.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747475.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747475.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460c400] (22)++ 00000800:00000100:17.0:1596747475.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747475.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515480] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:17.0:1596747475.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460c400] (23)-- 00000800:00020000:17.0:1596747475.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747475.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747475.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462983600] (22)++ 00000800:00000100:17.0:1596747475.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747475.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01380] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:17.0:1596747475.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462983600] (23)-- 00000800:00020000:17.0:1596747475.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747475.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747475.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5c00] (22)++ 00000800:00000100:17.0:1596747475.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747475.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488b80] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:17.0:1596747475.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f5c00] (23)-- 00000800:00020000:17.0:1596747475.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747475.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747475.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460c000] (22)++ 00000800:00000100:17.0:1596747475.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747475.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514c00] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:17.0:1596747475.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460c000] (23)-- 00000400:00000200:17.0:1596747475.353101:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:17.0:1596747475.353102:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:17.0:1596747475.353102:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460c400] (22)-- 00000400:00000200:17.0:1596747475.353643:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:17.0:1596747475.353644:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:17.0:1596747475.353645:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462983600] (22)-- 00000400:00000200:17.0:1596747475.354173:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:17.0:1596747475.354175:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:17.0:1596747475.354175:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f5c00] (22)-- 00000400:00000200:17.0:1596747475.354722:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:17.0:1596747475.354723:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:17.0:1596747475.354724:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460c000] (22)-- 00000800:00000200:86.2:1596747475.729021:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e55d800] (21)++ 00000800:00000200:88.2F:1596747476.012304:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66922400] (20)++ 00000800:00000200:17.0:1596747476.352517:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21200] (21)++ 00000800:00000200:17.0:1596747476.352519:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c21200] (22)++ 00000800:00000200:17.0:1596747476.352522:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c21200] (23)-- 00000800:00000200:17.0:1596747476.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443089000] (21)++ 00000800:00000200:17.0:1596747476.352527:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c443089000] (22)++ 00000800:00000200:17.0:1596747476.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c443089000] (23)-- 00000800:00000200:37.2:1596747476.900352:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb67e00] (20)++ 00000800:00000200:86.2:1596747477.249743:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d19f400] (19)++ 00000800:00020000:15.0:1596747477.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747477.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d3c00] (22)++ 00000800:00000100:15.0:1596747477.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1300] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d3c00] (23)-- 00000800:00020000:15.0:1596747477.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747477.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4a00] (22)++ 00000800:00000100:15.0:1596747477.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489480] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f4a00] (23)-- 00000800:00020000:15.0:1596747477.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747477.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837000] (22)++ 00000800:00000100:15.0:1596747477.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195080] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e837000] (23)-- 00000800:00020000:15.0:1596747477.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747477.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d50600] (22)++ 00000800:00000100:15.0:1596747477.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352572:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2a80] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352573:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d50600] (23)-- 00000800:00020000:15.0:1596747477.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747477.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20000] (22)++ 00000800:00000100:15.0:1596747477.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514c80] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c20000] (23)-- 00000800:00020000:15.0:1596747477.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747477.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470a600] (22)++ 00000800:00000100:15.0:1596747477.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515400] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470a600] (23)-- 00000800:00020000:15.0:1596747477.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747477.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20600] (22)++ 00000800:00000100:15.0:1596747477.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515380] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c20600] (23)-- 00000800:00020000:15.0:1596747477.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747477.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747477.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d57400] (22)++ 00000800:00000100:15.0:1596747477.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747477.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2b00] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:15.0:1596747477.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d57400] (23)-- 00000400:00000200:15.0:1596747477.353166:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:15.0:1596747477.353168:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:15.0:1596747477.353168:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d3c00] (22)-- 00000400:00000200:15.0:1596747477.353707:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:15.0:1596747477.353708:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:15.0:1596747477.353709:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f4a00] (22)-- 00000400:00000200:15.0:1596747477.354242:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:15.0:1596747477.354243:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:15.0:1596747477.354244:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e837000] (22)-- 00000400:00000200:15.0:1596747477.354799:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:15.0:1596747477.354800:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:15.0:1596747477.354800:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d50600] (22)-- 00000400:00000200:15.0:1596747477.355336:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:15.0:1596747477.355337:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:15.0:1596747477.355337:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c20000] (22)-- 00000400:00000200:15.0:1596747477.355890:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:15.0:1596747477.355891:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:15.0:1596747477.355892:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470a600] (22)-- 00000400:00000200:15.0:1596747477.356426:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:15.0:1596747477.356427:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:15.0:1596747477.356427:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c20600] (22)-- 00000400:00000200:15.0:1596747477.356808:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:15.0:1596747477.356809:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:15.0:1596747477.356810:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d57400] (22)-- 00000800:00000200:88.2:1596747477.783096:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e835600] (20)++ 00000800:00000200:88.2:1596747477.822842:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c797600] (20)++ 00000800:00020000:15.0:1596747478.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747478.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747478.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d50000] (22)++ 00000800:00000100:15.0:1596747478.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747478.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3600] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:15.0:1596747478.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d50000] (23)-- 00000800:00020000:15.0:1596747478.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747478.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747478.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922000] (22)++ 00000800:00000100:15.0:1596747478.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747478.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488c00] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:15.0:1596747478.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66922000] (23)-- 00000800:00020000:15.0:1596747478.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747478.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747478.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92e00] (22)++ 00000800:00000100:15.0:1596747478.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747478.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896300] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:15.0:1596747478.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc92e00] (23)-- 00000400:00000200:15.0:1596747478.353164:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:15.0:1596747478.353165:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:15.0:1596747478.353166:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d50000] (22)-- 00000400:00000200:15.0:1596747478.353697:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:15.0:1596747478.353698:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:15.0:1596747478.353698:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66922000] (22)-- 00000400:00000200:15.0:1596747478.354232:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:15.0:1596747478.354234:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:15.0:1596747478.354235:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc92e00] (22)-- 00000800:00000200:41.2:1596747478.721835:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462985000] (20)++ 00000800:00000200:86.2:1596747478.992191:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c21c00] (19)++ 00000800:00000200:86.2:1596747479.499935:0:6901:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c443088200] (19)++ 00000800:00000200:37.2:1596747479.932001:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c796e00] (20)++ 00000800:00000200:41.2:1596747480.014848:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c793a00] (19)++ 00000800:00000200:41.2:1596747480.040674:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462986200] (19)++ 00000800:00000200:36.2:1596747480.149414:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb67800] (20)++ 00000800:00000200:15.0:1596747480.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308d800] (21)++ 00000800:00000200:15.0:1596747480.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308d800] (22)++ 00000800:00000200:15.0:1596747480.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308d800] (23)-- 00000800:00020000:15.0:1596747480.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747480.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747480.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c27a00] (22)++ 00000800:00000100:15.0:1596747480.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747480.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514d00] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:15.0:1596747480.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c27a00] (23)-- 00000400:00000200:15.0:1596747480.352995:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:15.0:1596747480.352996:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:15.0:1596747480.352997:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c27a00] (22)-- 00000800:00000200:36.2:1596747480.472920:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb60e00] (20)++ 00000800:00000200:88.2:1596747480.514344:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e837e00] (20)++ 00000800:00000200:85.2:1596747480.593217:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb61200] (20)++ 00000800:00000200:40.2F:1596747480.604900:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d19a600] (20)++ 00000800:00000200:38.2:1596747481.002847:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d01000] (20)++ 00000800:00000200:40.2:1596747481.116640:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66802200] (20)++ 00000800:00000200:88.2:1596747481.276226:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e832000] (20)++ 00000800:00020000:15.0:1596747481.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747481.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747481.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21200] (22)++ 00000800:00000100:15.0:1596747481.352542:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747481.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515300] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596747481.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c21200] (23)-- 00000800:00000200:15.0:1596747481.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc95c00] (21)++ 00000800:00000200:15.0:1596747481.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc95c00] (22)++ 00000800:00000200:15.0:1596747481.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc95c00] (23)-- 00000800:00020000:15.0:1596747481.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747481.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747481.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443089000] (22)++ 00000800:00000100:15.0:1596747481.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747481.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0b00] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596747481.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c443089000] (23)-- 00000400:00000200:15.0:1596747481.353144:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596747481.353145:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596747481.353146:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c21200] (22)-- 00000400:00000200:15.0:1596747481.353674:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596747481.353676:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596747481.353676:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c443089000] (22)-- 00000800:00000200:89.2F:1596747481.497414:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c27600] (20)++ 00000800:00000200:36.2:1596747481.512319:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb66e00] (20)++ 00000800:00000200:89.2:1596747481.514922:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c793e00] (20)++ 00000800:00000200:84.2:1596747482.028361:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66805200] (20)++ 00000800:00000200:88.2:1596747482.117907:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c22400] (20)++ 00000800:00000200:86.2:1596747482.432528:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb61c00] (21)++ 00000800:00000200:36.2:1596747482.612444:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297fe00] (20)++ 00000800:00000200:87.2:1596747482.671661:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5efc1600] (20)++ 00000800:00000200:88.2:1596747482.807447:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55e88000] (20)++ 00000800:00000200:41.2:1596747482.982736:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55e88c00] (20)++ 00000800:00000200:84.2:1596747483.037773:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c796400] (19)++ 00000800:00000200:37.2:1596747483.275758:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c3000] (20)++ 00000800:00000200:86.2:1596747483.285856:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462978e00] (19)++ 00000800:00000200:41.2:1596747483.294151:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c7800] (20)++ 00000800:00000200:37.2:1596747483.465648:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297a800] (20)++ 00000800:00000200:36.2:1596747483.877614:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e55d400] (20)++ 00000800:00000200:39.2:1596747483.899750:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461623400] (20)++ 00000800:00000200:39.2:1596747483.941033:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461622a00] (20)++ 00000800:00000200:40.2:1596747484.005432:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f7400] (20)++ 00000800:00000200:86.2:1596747484.032392:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c2400] (20)++ 00000800:00000200:89.2:1596747484.298715:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5efc2000] (20)++ 00000800:00000200:41.2:1596747484.303214:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55e89000] (20)++ 00000800:00000200:85.2:1596747484.338534:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66924e00] (19)++ 00000800:00000200:40.2:1596747484.474049:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c5800] (20)++ 00000800:00000200:87.2:1596747484.603120:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b5200] (20)++ 00000800:00000200:41.2:1596747484.653729:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c21600] (20)++ 00000800:00000200:89.2:1596747484.764263:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c794800] (20)++ 00000800:00000200:36.2:1596747484.828676:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461622600] (20)++ 00000800:00000200:85.2:1596747484.838303:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66923600] (20)++ 00000800:00000200:87.2:1596747485.083198:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5efc7400] (20)++ 00000800:00000200:36.2:1596747485.087734:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c22c00] (20)++ 00000800:00000200:84.2:1596747485.091951:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66922c00] (20)++ 00000800:00000200:84.2:1596747485.123584:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c795a00] (19)++ 00000800:00000200:86.2:1596747485.130059:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461626a00] (20)++ 00000800:00000200:40.2:1596747485.188948:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66923000] (20)++ 00000800:00000200:86.2:1596747485.244367:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c25200] (19)++ 00000800:00000200:88.2:1596747485.475931:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c582a00] (20)++ 00000800:00000200:89.2:1596747485.618170:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66924200] (19)++ 00000800:00000200:85.2:1596747485.829816:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c580800] (19)++ 00000800:00000200:85.2:1596747486.114781:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb62e00] (20)++ 00000800:00000200:39.2:1596747486.199815:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb65200] (20)++ 00000800:00000200:87.2:1596747486.218035:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c23600] (20)++ 00000800:00000200:40.2:1596747486.251154:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c580e00] (20)++ 00000800:00000200:87.2:1596747486.293829:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c586800] (20)++ 00000800:00000200:41.2:1596747486.308051:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c3200] (20)++ 00000800:00020000:15.0:1596747486.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747486.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747486.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308d800] (22)++ 00000800:00000100:15.0:1596747486.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747486.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1280] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:15.0:1596747486.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308d800] (23)-- 00000400:00000200:15.0:1596747486.353178:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:15.0:1596747486.353180:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:15.0:1596747486.353180:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308d800] (22)-- 00000800:00000200:39.2:1596747486.355472:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c0000] (20)++ 00000800:00000200:86.2:1596747486.597749:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c0400] (20)++ 00000800:00000200:86.2:1596747486.653693:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c24800] (19)++ 00000800:00000200:40.2:1596747486.679053:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d18400] (20)++ 00000800:00000200:37.2:1596747486.976511:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d34f600] (20)++ 00000800:00000200:40.2:1596747487.188713:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb63c00] (20)++ 00000800:00000200:36.2:1596747487.232110:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461621c00] (19)++ 00000800:00020000:15.0:1596747487.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747487.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747487.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc95c00] (22)++ 00000800:00000100:15.0:1596747487.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747487.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897100] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:15.0:1596747487.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc95c00] (23)-- 00000400:00000200:15.0:1596747487.353146:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:15.0:1596747487.353147:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:15.0:1596747487.353148:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc95c00] (22)-- 00000800:00000200:38.2:1596747487.364384:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50d600] (20)++ 00000800:00000200:38.2:1596747487.445849:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b2a00] (19)++ 00000800:00000200:41.2:1596747487.545857:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc56198400] (20)++ 00000800:00000200:84.2:1596747487.626663:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb38000] (20)++ 00000800:00000200:89.2:1596747488.349570:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb38c00] (19)++ 00000800:00000200:86.2:1596747488.675552:0:6901:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d34fc00] (19)++ 00000800:00000200:38.2:1596747489.006385:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55e98000] (19)++ 00000800:00000200:39.2:1596747489.502071:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464709000] (20)++ 00000800:00000200:37.2:1596747489.789549:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d348600] (20)++ 00000800:00000200:87.2:1596747489.792115:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66921e00] (20)++ 00000800:00000200:89.2:1596747490.100908:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c443088800] (20)++ 00000800:00000200:40.2:1596747490.165906:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d34a600] (20)++ 00000800:00000200:89.2:1596747490.181436:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb39000] (20)++ 00000800:00000200:84.2:1596747490.510107:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50fa00] (19)++ 00000800:00000200:86.2:1596747490.599434:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470b000] (20)++ 00000800:00000200:41.2:1596747490.884475:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d349000] (20)++ 00000800:00000200:36.2:1596747490.951928:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d349600] (19)++ 00000800:00000200:87.2:1596747491.036446:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c795200] (20)++ 00000800:00000200:41.2:1596747491.143853:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e50c00] (19)++ 00000800:00000200:39.2:1596747491.699182:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461625e00] (20)++ 00000800:00000200:38.2:1596747491.799266:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ea0000] (20)++ 00000800:00000200:87.2:1596747491.814404:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f5e00] (20)++ 00000800:00000200:84.2:1596747492.252928:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66930000] (20)++ 00000800:00000200:15.0:1596747492.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d98000] (21)++ 00000800:00000200:15.0:1596747492.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d98000] (22)++ 00000800:00000200:15.0:1596747492.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d98000] (23)-- 00000800:00000200:37.2:1596747492.379040:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470d600] (20)++ 00000800:00000200:85.2:1596747492.393359:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cc200] (20)++ 00000800:00000200:39.2:1596747492.398656:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461624c00] (20)++ 00000800:00000200:88.2:1596747492.424004:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66930600] (20)++ 00000800:00000200:86.2:1596747492.471981:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470bc00] (19)++ 00000800:00000200:89.2:1596747492.528254:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ea0600] (20)++ 00000800:00000200:87.2:1596747492.553927:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66937a00] (20)++ 00000800:00000200:84.2:1596747492.568047:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3fa00] (19)++ 00000800:00000200:86.2:1596747492.736619:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c427137800] (19)++ 00000800:00000200:84.2:1596747492.890177:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ea7a00] (19)++ 00000800:00000200:36.2:1596747493.036619:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464449400] (19)++ 00000800:00000200:15.0:1596747493.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443089400] (21)++ 00000800:00000200:15.0:1596747493.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c443089400] (22)++ 00000800:00000200:15.0:1596747493.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c443089400] (23)-- 00000800:00000200:39.2:1596747494.467620:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464449c00] (20)++ 00000800:00000200:37.2:1596747494.603071:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c427131200] (20)++ 00000800:00000200:40.2:1596747494.604254:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464448200] (20)++ 00000800:00020000:15.0:1596747497.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747497.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747497.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d98000] (22)++ 00000800:00000100:15.0:1596747497.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747497.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3580] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:15.0:1596747497.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d98000] (23)-- 00000400:00000200:15.0:1596747497.353133:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:15.0:1596747497.353136:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:15.0:1596747497.353136:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d98000] (22)-- 00000800:00020000:15.0:1596747498.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747498.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747498.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443089400] (22)++ 00000800:00000100:15.0:1596747498.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747498.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0b80] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:15.0:1596747498.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c443089400] (23)-- 00000400:00000200:15.0:1596747498.353100:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:15.0:1596747498.353102:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:15.0:1596747498.353102:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c443089400] (22)-- 00000800:00000200:87.2:1596747498.730877:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ec0000] (20)++ 00000800:00000200:39.2:1596747499.470897:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc93c00] (20)++ 00000800:00000200:86.2:1596747501.329565:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c427136e00] (19)++ 00000800:00000200:88.2:1596747513.499310:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55f20000] (20)++ 00000800:00000200:85.2:1596747515.222807:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a604600] (20)++ 00000800:00000200:41.2:1596747539.836528:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c583a00] (19)++ 00000800:00000200:36.2:1596747542.470814:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac78699400] (20)++ 00000800:00000200:41.2:1596747544.298690:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869b000] (20)++ 00000800:00000200:87.2:1596747544.719589:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66932400] (20)++ 00000800:00000200:37.2:1596747544.823426:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea7000] (20)++ 00000800:00000200:87.2:1596747545.965730:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55f88000] (20)++ 00000800:00000200:39.2:1596747546.423272:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d30a00] (20)++ 00000800:00000200:87.2:1596747546.445675:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55f88800] (20)++ 00000800:00000200:36.2:1596747546.560859:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d30600] (21)++ 00000800:00000200:40.2:1596747547.045732:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea7400] (20)++ 00000800:00000200:39.2:1596747547.103927:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462979e00] (20)++ 00000800:00000200:86.2:1596747547.274583:0:24440:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447aeaa00] (19)++ 00000800:00000200:41.2:1596747547.305683:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d30e00] (19)++ 00000800:00000200:88.2:1596747547.410123:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3ae00] (20)++ 00000800:00000200:38.2:1596747547.508201:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3a600] (20)++ 00000800:00000200:37.2:1596747547.638662:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66936a00] (20)++ 00000800:00000200:36.2:1596747547.753310:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447aed000] (20)++ 00000800:00000200:87.2:1596747548.959013:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869ac00] (20)++ 00000800:00000200:87.2:1596747548.991701:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55fa8000] (20)++ 00000800:00000200:40.2:1596747549.043872:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55fa8c00] (20)++ 00000800:00000200:36.2:1596747549.306606:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d31200] (19)++ 00000800:00000200:41.2:1596747549.607831:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66932a00] (19)++ 00000800:00000200:40.2:1596747549.911085:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a605a00] (20)++ 00000800:00000200:87.2:1596747549.976878:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3a000] (20)++ 00000800:00000200:38.2:1596747550.894067:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66931600] (20)++ 00000800:00000200:36.2:1596747551.072382:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a604e00] (20)++ 00000800:00000200:40.2:1596747551.173578:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869a600] (20)++ 00000800:00000200:39.2:1596747551.215665:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447ae8a00] (20)++ 00000800:00000200:36.2:1596747551.932629:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4425ab600] (20)++ 00000800:00000200:39.2:1596747553.171373:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d37600] (20)++ 00000800:00000200:88.2:1596747554.321716:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4425a8a00] (20)++ 00000800:00000200:15.0:1596747555.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444d200] (21)++ 00000800:00000200:15.0:1596747555.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444d200] (22)++ 00000800:00000200:15.0:1596747555.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444d200] (23)-- 00000800:00000200:38.2:1596747555.421636:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66933400] (20)++ 00000800:00000200:15.0:1596747556.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562e8400] (21)++ 00000800:00000200:15.0:1596747556.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc562e8400] (22)++ 00000800:00000200:15.0:1596747556.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc562e8400] (23)-- 00000800:00000200:84.2:1596747556.380238:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3b400] (20)++ 00000800:00000200:15.0:1596747557.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986600] (21)++ 00000800:00000200:15.0:1596747557.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462986600] (22)++ 00000800:00000200:15.0:1596747557.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462986600] (23)-- 00000800:00000200:84.2:1596747559.034111:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3e200] (20)++ 00000800:00020000:15.0:1596747560.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747560.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747560.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444d200] (22)++ 00000800:00000100:15.0:1596747560.352557:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747560.352559:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514d80] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:15.0:1596747560.352560:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444d200] (23)-- 00000800:00000200:15.0:1596747560.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00f000] (21)++ 00000800:00000200:15.0:1596747560.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00f000] (22)++ 00000800:00000200:15.0:1596747560.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00f000] (23)-- 00000800:00000200:15.0:1596747560.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cea8400] (21)++ 00000800:00000200:15.0:1596747560.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cea8400] (22)++ 00000800:00000200:15.0:1596747560.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cea8400] (23)-- 00000400:00000200:15.0:1596747560.353068:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:15.0:1596747560.353070:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:15.0:1596747560.353071:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444d200] (22)-- 00000800:00020000:15.0:1596747562.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747562.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747562.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562e8400] (22)++ 00000800:00000100:15.0:1596747562.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747562.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2b80] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:15.0:1596747562.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc562e8400] (23)-- 00000400:00000200:15.0:1596747562.353154:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:15.0:1596747562.353155:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:15.0:1596747562.353156:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc562e8400] (22)-- 00000800:00020000:16.0:1596747563.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747563.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747563.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986600] (22)++ 00000800:00000100:16.0:1596747563.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747563.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01500] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:16.0:1596747563.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462986600] (23)-- 00000400:00000200:16.0:1596747563.353073:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:16.0:1596747563.353075:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:16.0:1596747563.353075:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462986600] (22)-- 00000800:00020000:16.0:1596747566.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747566.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747566.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00f000] (22)++ 00000800:00000100:16.0:1596747566.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747566.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01400] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:16.0:1596747566.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00f000] (23)-- 00000800:00020000:16.0:1596747566.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747566.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747566.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cea8400] (22)++ 00000800:00000100:16.0:1596747566.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747566.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1200] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:16.0:1596747566.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cea8400] (23)-- 00000400:00000200:16.0:1596747566.353094:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:16.0:1596747566.353096:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:16.0:1596747566.353096:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00f000] (22)-- 00000400:00000200:16.0:1596747566.353630:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:16.0:1596747566.353631:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:16.0:1596747566.353632:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cea8400] (22)-- 00000800:00000200:17.0:1596747569.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56350400] (21)++ 00000800:00000200:17.0:1596747569.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc56350400] (22)++ 00000800:00000200:17.0:1596747569.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc56350400] (23)-- 00000800:00000200:17.0:1596747569.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1a00] (21)++ 00000800:00000200:17.0:1596747569.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f1a00] (22)++ 00000800:00000200:17.0:1596747569.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f1a00] (23)-- 00000800:00000200:17.0:1596747570.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93800] (21)++ 00000800:00000200:17.0:1596747570.352621:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc93800] (22)++ 00000800:00000200:17.0:1596747570.352624:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc93800] (23)-- 00000800:00000200:17.0:1596747571.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797a00] (21)++ 00000800:00000200:17.0:1596747571.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c797a00] (22)++ 00000800:00000200:17.0:1596747571.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c797a00] (23)-- 00000800:00000200:17.0:1596747572.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b3a00] (21)++ 00000800:00000200:17.0:1596747572.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b3a00] (22)++ 00000800:00000200:17.0:1596747572.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b3a00] (23)-- 00000800:00000200:17.0:1596747572.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97600] (21)++ 00000800:00000200:17.0:1596747572.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc97600] (22)++ 00000800:00000200:17.0:1596747572.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc97600] (23)-- 00000800:00000200:17.0:1596747572.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c26e00] (21)++ 00000800:00000200:17.0:1596747572.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c26e00] (22)++ 00000800:00000200:17.0:1596747572.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c26e00] (23)-- 00000800:00020000:17.0:1596747575.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747575.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747575.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56350400] (22)++ 00000800:00000100:17.0:1596747575.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747575.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3500] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:17.0:1596747575.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc56350400] (23)-- 00000800:00020000:17.0:1596747575.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747575.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747575.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1a00] (22)++ 00000800:00000100:17.0:1596747575.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747575.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489400] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:17.0:1596747575.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f1a00] (23)-- 00000400:00000200:17.0:1596747575.353136:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:17.0:1596747575.353137:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:17.0:1596747575.353138:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc56350400] (22)-- 00000400:00000200:17.0:1596747575.353664:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:17.0:1596747575.353665:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:17.0:1596747575.353666:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f1a00] (22)-- 00000800:00000200:17.0:1596747576.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922400] (21)++ 00000800:00000200:17.0:1596747576.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66922400] (22)++ 00000800:00000200:17.0:1596747576.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66922400] (23)-- 00000800:00020000:17.0:1596747576.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747576.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747576.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797a00] (22)++ 00000800:00000100:17.0:1596747576.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747576.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2e80] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:17.0:1596747576.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c797a00] (23)-- 00000400:00000200:17.0:1596747576.353108:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:17.0:1596747576.353110:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:17.0:1596747576.353110:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c797a00] (22)-- 00000800:00020000:15.0:1596747577.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747577.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747577.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b3a00] (22)++ 00000800:00000100:15.0:1596747577.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747577.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194e00] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:15.0:1596747577.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b3a00] (23)-- 00000800:00000200:15.0:1596747577.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e55d800] (21)++ 00000800:00000200:15.0:1596747577.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e55d800] (22)++ 00000800:00000200:15.0:1596747577.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e55d800] (23)-- 00000800:00020000:15.0:1596747577.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747577.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747577.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93800] (22)++ 00000800:00000100:15.0:1596747577.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747577.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896380] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:15.0:1596747577.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc93800] (23)-- 00000800:00000200:15.0:1596747577.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb67e00] (21)++ 00000800:00000200:15.0:1596747577.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb67e00] (22)++ 00000800:00000200:15.0:1596747577.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb67e00] (23)-- 00000800:00020000:15.0:1596747577.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747577.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747577.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97600] (22)++ 00000800:00000100:15.0:1596747577.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747577.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897080] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:15.0:1596747577.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc97600] (23)-- 00000800:00020000:15.0:1596747577.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747577.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747577.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c26e00] (22)++ 00000800:00000100:15.0:1596747577.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747577.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515280] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:15.0:1596747577.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c26e00] (23)-- 00000800:00000200:15.0:1596747577.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19f400] (21)++ 00000800:00000200:15.0:1596747577.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19f400] (22)++ 00000800:00000200:15.0:1596747577.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19f400] (23)-- 00000400:00000200:15.0:1596747577.353081:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:15.0:1596747577.353082:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:15.0:1596747577.353083:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b3a00] (22)-- 00000400:00000200:15.0:1596747577.353614:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:15.0:1596747577.353615:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:15.0:1596747577.353616:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc93800] (22)-- 00000400:00000200:15.0:1596747577.354163:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:15.0:1596747577.354165:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:15.0:1596747577.354165:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc97600] (22)-- 00000400:00000200:15.0:1596747577.354722:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:15.0:1596747577.354723:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:15.0:1596747577.354723:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c26e00] (22)-- 00000800:00000200:15.0:1596747578.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797600] (21)++ 00000800:00000200:15.0:1596747578.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c797600] (22)++ 00000800:00000200:15.0:1596747578.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c797600] (23)-- 00000800:00000200:16.0:1596747579.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21c00] (21)++ 00000800:00000200:16.0:1596747579.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c21c00] (22)++ 00000800:00000200:16.0:1596747579.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c21c00] (23)-- 00000800:00000200:16.0:1596747579.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835600] (21)++ 00000800:00000200:16.0:1596747579.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e835600] (22)++ 00000800:00000200:16.0:1596747579.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e835600] (23)-- 00000800:00000200:16.0:1596747579.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985000] (21)++ 00000800:00000200:16.0:1596747579.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462985000] (22)++ 00000800:00000200:16.0:1596747579.352605:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462985000] (23)-- 00000800:00000200:41.2:1596747580.098831:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d31e00] (19)++ 00000800:00000200:16.0:1596747580.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c796e00] (21)++ 00000800:00000200:16.0:1596747580.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c796e00] (22)++ 00000800:00000200:16.0:1596747580.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c796e00] (23)-- 00000800:00000200:16.0:1596747580.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793a00] (21)++ 00000800:00000200:16.0:1596747580.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c793a00] (22)++ 00000800:00000200:16.0:1596747580.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c793a00] (23)-- 00000800:00000200:16.0:1596747580.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986200] (21)++ 00000800:00000200:16.0:1596747580.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462986200] (22)++ 00000800:00000200:16.0:1596747580.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462986200] (23)-- 00000800:00000200:16.0:1596747580.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443088200] (21)++ 00000800:00000200:16.0:1596747580.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c443088200] (22)++ 00000800:00000200:16.0:1596747580.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c443088200] (23)-- 00000800:00000200:16.0:1596747580.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb67800] (21)++ 00000800:00000200:16.0:1596747580.352612:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb67800] (22)++ 00000800:00000200:16.0:1596747580.352615:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb67800] (23)-- 00000800:00000200:84.2:1596747581.223385:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55820000] (20)++ 00000800:00000200:16.0:1596747581.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66802200] (21)++ 00000800:00000200:16.0:1596747581.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66802200] (22)++ 00000800:00000200:16.0:1596747581.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66802200] (23)-- 00000800:00000200:16.0:1596747581.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb60e00] (21)++ 00000800:00000200:16.0:1596747581.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb60e00] (22)++ 00000800:00000200:16.0:1596747581.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb60e00] (23)-- 00000800:00000200:16.0:1596747581.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb61200] (21)++ 00000800:00000200:16.0:1596747581.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb61200] (22)++ 00000800:00000200:16.0:1596747581.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb61200] (23)-- 00000800:00000200:16.0:1596747581.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837e00] (21)++ 00000800:00000200:16.0:1596747581.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e837e00] (22)++ 00000800:00000200:16.0:1596747581.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e837e00] (23)-- 00000800:00000200:16.0:1596747581.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832000] (21)++ 00000800:00000200:16.0:1596747581.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e832000] (22)++ 00000800:00000200:16.0:1596747581.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e832000] (23)-- 00000800:00000200:86.2:1596747581.610704:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447aebe00] (19)++ 00000800:00000200:39.2:1596747581.739619:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c47d61ba00] (20)++ 00000800:00000200:86.2:1596747582.325908:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447aef000] (19)++ 00000800:00000200:16.0:1596747582.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22400] (21)++ 00000800:00000200:16.0:1596747582.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c22400] (22)++ 00000800:00000200:16.0:1596747582.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c22400] (23)-- 00000800:00000200:16.0:1596747582.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66805200] (21)++ 00000800:00000200:16.0:1596747582.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66805200] (22)++ 00000800:00000200:16.0:1596747582.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66805200] (23)-- 00000800:00000200:16.0:1596747582.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19a600] (21)++ 00000800:00000200:16.0:1596747582.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19a600] (22)++ 00000800:00000200:16.0:1596747582.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19a600] (23)-- 00000800:00000200:16.0:1596747582.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d01000] (21)++ 00000800:00000200:16.0:1596747582.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d01000] (22)++ 00000800:00000200:16.0:1596747582.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d01000] (23)-- 00000800:00000200:16.0:1596747582.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793e00] (21)++ 00000800:00000200:16.0:1596747582.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c793e00] (22)++ 00000800:00000200:16.0:1596747582.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c793e00] (23)-- 00000800:00020000:16.0:1596747582.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747582.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747582.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922400] (22)++ 00000800:00000100:16.0:1596747582.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747582.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488c80] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:16.0:1596747582.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66922400] (23)-- 00000800:00000200:16.0:1596747582.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb66e00] (21)++ 00000800:00000200:16.0:1596747582.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb66e00] (22)++ 00000800:00000200:16.0:1596747582.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb66e00] (23)-- 00000800:00000200:16.0:1596747582.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c27600] (21)++ 00000800:00000200:16.0:1596747582.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c27600] (22)++ 00000800:00000200:16.0:1596747582.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c27600] (23)-- 00000400:00000200:16.0:1596747582.353158:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:16.0:1596747582.353160:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:16.0:1596747582.353160:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66922400] (22)-- 00000800:00020000:17.0:1596747583.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747583.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747583.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e55d800] (22)++ 00000800:00000100:17.0:1596747583.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747583.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01480] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596747583.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e55d800] (23)-- 00000800:00000200:17.0:1596747583.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7800] (21)++ 00000800:00000200:17.0:1596747583.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c7800] (22)++ 00000800:00000200:17.0:1596747583.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c7800] (23)-- 00000800:00000200:17.0:1596747583.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e88c00] (21)++ 00000800:00000200:17.0:1596747583.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55e88c00] (22)++ 00000800:00000200:17.0:1596747583.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55e88c00] (23)-- 00000800:00000200:17.0:1596747583.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978e00] (21)++ 00000800:00000200:17.0:1596747583.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462978e00] (22)++ 00000800:00000200:17.0:1596747583.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462978e00] (23)-- 00000800:00020000:17.0:1596747583.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747583.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747583.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb67e00] (22)++ 00000800:00000100:17.0:1596747583.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747583.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0c80] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:17.0:1596747583.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb67e00] (23)-- 00000800:00000200:17.0:1596747583.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c796400] (21)++ 00000800:00000200:17.0:1596747583.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c796400] (22)++ 00000800:00000200:17.0:1596747583.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c796400] (23)-- 00000800:00000200:17.0:1596747583.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e88000] (21)++ 00000800:00000200:17.0:1596747583.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55e88000] (22)++ 00000800:00000200:17.0:1596747583.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55e88000] (23)-- 00000800:00000200:17.0:1596747583.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb61c00] (21)++ 00000800:00000200:17.0:1596747583.352599:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb61c00] (22)++ 00000800:00000200:17.0:1596747583.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb61c00] (23)-- 00000800:00000200:17.0:1596747583.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc1600] (21)++ 00000800:00000200:17.0:1596747583.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc1600] (22)++ 00000800:00000200:17.0:1596747583.352607:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc1600] (23)-- 00000800:00020000:17.0:1596747583.352608:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747583.352609:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747583.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797600] (22)++ 00000800:00000100:17.0:1596747583.352611:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747583.352613:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2f00] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:17.0:1596747583.352614:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c797600] (23)-- 00000400:00000200:17.0:1596747583.353132:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596747583.353134:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596747583.353134:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e55d800] (22)-- 00000400:00000200:17.0:1596747583.353665:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:17.0:1596747583.353666:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:17.0:1596747583.353666:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb67e00] (22)-- 00000400:00000200:17.0:1596747583.354223:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:17.0:1596747583.354225:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:17.0:1596747583.354225:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c797600] (22)-- 00000800:00020000:17.0:1596747584.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747584.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747584.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21c00] (22)++ 00000800:00000200:17.0:1596747584.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c3000] (21)++ 00000800:00000100:17.0:1596747584.352603:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747584.352605:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514e00] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:17.0:1596747584.352606:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c21c00] (23)-- 00000800:00000200:17.0:1596747584.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c3000] (22)++ 00000800:00000200:17.0:1596747584.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c3000] (23)-- 00000800:00020000:17.0:1596747584.352613:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747584.352614:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747584.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835600] (22)++ 00000800:00000100:17.0:1596747584.352616:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747584.352618:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195000] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:17.0:1596747584.352619:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e835600] (23)-- 00000800:00020000:17.0:1596747584.352620:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:17.0:1596747584.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747584.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19f400] (22)++ 00000800:00000100:17.0:1596747584.352624:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747584.352625:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896980] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:17.0:1596747584.352627:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19f400] (23)-- 00000800:00000200:17.0:1596747584.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297fe00] (21)++ 00000800:00000200:17.0:1596747584.352629:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297fe00] (22)++ 00000800:00000200:17.0:1596747584.352631:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297fe00] (23)-- 00000800:00000200:17.0:1596747584.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7400] (21)++ 00000800:00000200:17.0:1596747584.352635:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f7400] (22)++ 00000800:00000200:17.0:1596747584.352638:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f7400] (23)-- 00000800:00000200:17.0:1596747584.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461622a00] (21)++ 00000800:00000200:17.0:1596747584.352641:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461622a00] (22)++ 00000800:00000200:17.0:1596747584.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461622a00] (23)-- 00000800:00000200:17.0:1596747584.352645:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297a800] (21)++ 00000800:00000200:17.0:1596747584.352646:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297a800] (22)++ 00000800:00000200:17.0:1596747584.352648:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297a800] (23)-- 00000800:00000200:17.0:1596747584.352651:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e55d400] (21)++ 00000800:00000200:17.0:1596747584.352652:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e55d400] (22)++ 00000800:00000200:17.0:1596747584.352654:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e55d400] (23)-- 00000800:00020000:17.0:1596747584.352655:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747584.352656:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747584.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985000] (22)++ 00000800:00000100:17.0:1596747584.352658:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747584.352660:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00a80] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:17.0:1596747584.352661:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462985000] (23)-- 00000800:00000200:17.0:1596747584.352663:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461623400] (21)++ 00000800:00000200:17.0:1596747584.352665:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461623400] (22)++ 00000800:00000200:17.0:1596747584.352667:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461623400] (23)-- 00000800:00000200:17.0:1596747584.352669:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c2400] (21)++ 00000800:00000200:17.0:1596747584.352671:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c2400] (22)++ 00000800:00000200:17.0:1596747584.352673:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c2400] (23)-- 00000400:00000200:17.0:1596747584.353286:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:17.0:1596747584.353288:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:17.0:1596747584.353288:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c21c00] (22)-- 00000400:00000200:17.0:1596747584.353825:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:17.0:1596747584.353826:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:17.0:1596747584.353827:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e835600] (22)-- 00000400:00000200:17.0:1596747584.354368:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:17.0:1596747584.354370:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:17.0:1596747584.354370:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19f400] (22)-- 00000400:00000200:17.0:1596747584.354913:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:17.0:1596747584.354914:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:17.0:1596747584.354915:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462985000] (22)-- 00000800:00000200:15.0:1596747585.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461622600] (21)++ 00000800:00000200:15.0:1596747585.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461622600] (22)++ 00000800:00000200:15.0:1596747585.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461622600] (23)-- 00000800:00000200:15.0:1596747585.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc2000] (21)++ 00000800:00000200:15.0:1596747585.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc2000] (22)++ 00000800:00000200:15.0:1596747585.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc2000] (23)-- 00000800:00000200:15.0:1596747585.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b5200] (21)++ 00000800:00000200:15.0:1596747585.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b5200] (22)++ 00000800:00000200:15.0:1596747585.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b5200] (23)-- 00000800:00000200:15.0:1596747585.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c25200] (21)++ 00000800:00000200:15.0:1596747585.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c25200] (22)++ 00000800:00000200:15.0:1596747585.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c25200] (23)-- 00000800:00000200:15.0:1596747585.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461626a00] (21)++ 00000800:00000200:15.0:1596747585.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461626a00] (22)++ 00000800:00000200:15.0:1596747585.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461626a00] (23)-- 00000800:00000200:15.0:1596747585.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e89000] (21)++ 00000800:00000200:15.0:1596747585.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55e89000] (22)++ 00000800:00000200:15.0:1596747585.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55e89000] (23)-- 00000800:00000200:15.0:1596747585.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21600] (21)++ 00000800:00000200:15.0:1596747585.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c21600] (22)++ 00000800:00000200:15.0:1596747585.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c21600] (23)-- 00000800:00000200:15.0:1596747585.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66924e00] (21)++ 00000800:00000200:15.0:1596747585.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c5800] (21)++ 00000800:00000200:15.0:1596747585.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c5800] (22)++ 00000800:00000200:15.0:1596747585.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c5800] (23)-- 00000800:00000200:15.0:1596747585.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66924e00] (22)++ 00000800:00000200:15.0:1596747585.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66924e00] (23)-- 00000800:00000200:15.0:1596747585.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66923000] (21)++ 00000800:00000200:15.0:1596747585.352583:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66923000] (22)++ 00000800:00000200:15.0:1596747585.352585:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66923000] (23)-- 00000800:00000200:15.0:1596747585.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922c00] (21)++ 00000800:00000200:15.0:1596747585.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66922c00] (22)++ 00000800:00000200:15.0:1596747585.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66922c00] (23)-- 00000800:00000200:15.0:1596747585.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22c00] (21)++ 00000800:00000200:15.0:1596747585.352595:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c22c00] (22)++ 00000800:00000200:15.0:1596747585.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c22c00] (23)-- 00000800:00000200:15.0:1596747585.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c795a00] (21)++ 00000800:00000200:15.0:1596747585.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c795a00] (22)++ 00000800:00000200:15.0:1596747585.352602:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c795a00] (23)-- 00000800:00000200:15.0:1596747585.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c794800] (21)++ 00000800:00000200:15.0:1596747585.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c794800] (22)++ 00000800:00000200:15.0:1596747585.352607:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c794800] (23)-- 00000800:00000200:15.0:1596747585.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66923600] (21)++ 00000800:00000200:15.0:1596747585.352614:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66923600] (22)++ 00000800:00000200:15.0:1596747585.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66923600] (23)-- 00000800:00000200:15.0:1596747586.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c23600] (21)++ 00000800:00000200:15.0:1596747586.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c23600] (22)++ 00000800:00000200:15.0:1596747586.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c23600] (23)-- 00000800:00000200:15.0:1596747586.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586800] (21)++ 00000800:00000200:15.0:1596747586.352583:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c586800] (22)++ 00000800:00000200:15.0:1596747586.352586:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c586800] (23)-- 00000800:00020000:15.0:1596747586.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747586.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66802200] (22)++ 00000800:00000100:15.0:1596747586.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489380] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66802200] (23)-- 00000800:00000200:15.0:1596747586.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc7400] (21)++ 00000800:00000200:15.0:1596747586.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc7400] (22)++ 00000800:00000200:15.0:1596747586.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc7400] (23)-- 00000800:00000200:15.0:1596747586.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580e00] (21)++ 00000800:00000200:15.0:1596747586.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c580e00] (22)++ 00000800:00000200:15.0:1596747586.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c580e00] (23)-- 00000800:00020000:15.0:1596747586.352608:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747586.352610:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c796e00] (22)++ 00000800:00000100:15.0:1596747586.352612:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352614:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3f80] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352615:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c796e00] (23)-- 00000800:00020000:15.0:1596747586.352617:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747586.352618:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb60e00] (22)++ 00000800:00000100:15.0:1596747586.352620:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352622:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0d80] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352623:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb60e00] (23)-- 00000800:00020000:15.0:1596747586.352624:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747586.352626:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb61200] (22)++ 00000800:00000100:15.0:1596747586.352628:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352630:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1100] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352631:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb61200] (23)-- 00000800:00020000:15.0:1596747586.352631:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747586.352633:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793a00] (22)++ 00000800:00000100:15.0:1596747586.352634:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352636:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3f00] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352637:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c793a00] (23)-- 00000800:00020000:15.0:1596747586.352638:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747586.352639:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986200] (22)++ 00000800:00000100:15.0:1596747586.352641:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352643:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e280] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352644:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462986200] (23)-- 00000800:00020000:15.0:1596747586.352645:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747586.352646:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352647:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443088200] (22)++ 00000800:00000100:15.0:1596747586.352648:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352650:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1180] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352651:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c443088200] (23)-- 00000800:00000200:15.0:1596747586.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c3200] (21)++ 00000800:00000200:15.0:1596747586.352654:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c3200] (22)++ 00000800:00000200:15.0:1596747586.352656:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c3200] (23)-- 00000800:00000200:15.0:1596747586.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c582a00] (21)++ 00000800:00000200:15.0:1596747586.352659:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c582a00] (22)++ 00000800:00000200:15.0:1596747586.352661:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c582a00] (23)-- 00000800:00000200:15.0:1596747586.352662:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66924200] (21)++ 00000800:00000200:15.0:1596747586.352664:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66924200] (22)++ 00000800:00000200:15.0:1596747586.352667:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66924200] (23)-- 00000800:00020000:15.0:1596747586.352668:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747586.352670:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352671:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837e00] (22)++ 00000800:00000200:15.0:1596747586.352672:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb65200] (21)++ 00000800:00000100:15.0:1596747586.352673:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352675:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194e80] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352676:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e837e00] (23)-- 00000800:00000200:15.0:1596747586.352677:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb65200] (22)++ 00000800:00000200:15.0:1596747586.352680:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb65200] (23)-- 00000800:00000200:15.0:1596747586.352681:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580800] (21)++ 00000800:00000200:15.0:1596747586.352683:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c580800] (22)++ 00000800:00000200:15.0:1596747586.352685:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c580800] (23)-- 00000800:00020000:15.0:1596747586.352686:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747586.352687:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352688:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832000] (22)++ 00000800:00000100:15.0:1596747586.352689:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352691:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194f80] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352692:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e832000] (23)-- 00000800:00020000:15.0:1596747586.352693:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747586.352694:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747586.352695:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb67800] (22)++ 00000800:00000100:15.0:1596747586.352696:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747586.352698:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0d00] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:15.0:1596747586.352699:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb67800] (23)-- 00000400:00000200:15.0:1596747586.353156:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:15.0:1596747586.353157:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:15.0:1596747586.353158:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66802200] (22)-- 00000400:00000200:15.0:1596747586.353698:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:15.0:1596747586.353699:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:15.0:1596747586.353699:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c796e00] (22)-- 00000400:00000200:15.0:1596747586.354242:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:15.0:1596747586.354243:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:15.0:1596747586.354244:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb60e00] (22)-- 00000400:00000200:15.0:1596747586.354809:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:15.0:1596747586.354810:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:15.0:1596747586.354811:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb61200] (22)-- 00000400:00000200:15.0:1596747586.355360:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:15.0:1596747586.355361:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:15.0:1596747586.355361:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c793a00] (22)-- 00000400:00000200:15.0:1596747586.355913:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:15.0:1596747586.355914:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:15.0:1596747586.355914:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462986200] (22)-- 00000400:00000200:15.0:1596747586.356465:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:15.0:1596747586.356466:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:15.0:1596747586.356466:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c443088200] (22)-- 00000400:00000200:15.0:1596747586.357027:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:15.0:1596747586.357028:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:15.0:1596747586.357028:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e837e00] (22)-- 00000400:00000200:15.0:1596747586.357574:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:15.0:1596747586.357575:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:15.0:1596747586.357576:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e832000] (22)-- 00000400:00000200:15.0:1596747586.358127:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:15.0:1596747586.358128:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:15.0:1596747586.358129:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb67800] (22)-- 00000800:00000200:16.0:1596747587.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb62e00] (21)++ 00000800:00000200:16.0:1596747587.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb62e00] (22)++ 00000800:00000200:16.0:1596747587.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb62e00] (23)-- 00000800:00000200:16.0:1596747587.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24800] (21)++ 00000800:00000200:16.0:1596747587.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c24800] (22)++ 00000800:00000200:16.0:1596747587.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c24800] (23)-- 00000800:00000200:16.0:1596747587.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461621c00] (21)++ 00000800:00000200:16.0:1596747587.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461621c00] (22)++ 00000800:00000200:16.0:1596747587.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461621c00] (23)-- 00000800:00000200:16.0:1596747587.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c0000] (21)++ 00000800:00000200:16.0:1596747587.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c0000] (22)++ 00000800:00000200:16.0:1596747587.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c0000] (23)-- 00000800:00000200:16.0:1596747587.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d18400] (21)++ 00000800:00000200:16.0:1596747587.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d18400] (22)++ 00000800:00000200:16.0:1596747587.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d18400] (23)-- 00000800:00000200:16.0:1596747587.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb63c00] (21)++ 00000800:00000200:16.0:1596747587.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cb63c00] (22)++ 00000800:00000200:16.0:1596747587.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cb63c00] (23)-- 00000800:00000200:16.0:1596747587.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34f600] (21)++ 00000800:00000200:16.0:1596747587.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d34f600] (22)++ 00000800:00000200:16.0:1596747587.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d34f600] (23)-- 00000800:00000200:16.0:1596747588.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c0400] (21)++ 00000800:00000200:16.0:1596747588.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c0400] (22)++ 00000800:00000200:16.0:1596747588.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c0400] (23)-- 00000800:00000200:16.0:1596747588.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56198400] (21)++ 00000800:00000200:16.0:1596747588.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc56198400] (22)++ 00000800:00000200:16.0:1596747588.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc56198400] (23)-- 00000800:00020000:16.0:1596747588.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747588.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22400] (22)++ 00000800:00000100:16.0:1596747588.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514e80] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c22400] (23)-- 00000800:00000200:16.0:1596747588.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50d600] (21)++ 00000800:00000200:16.0:1596747588.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50d600] (22)++ 00000800:00000200:16.0:1596747588.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50d600] (23)-- 00000800:00020000:16.0:1596747588.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747588.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66805200] (22)++ 00000800:00000100:16.0:1596747588.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488d00] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66805200] (23)-- 00000800:00020000:16.0:1596747588.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747588.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19a600] (22)++ 00000800:00000100:16.0:1596747588.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896680] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19a600] (23)-- 00000800:00020000:16.0:1596747588.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747588.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d01000] (22)++ 00000800:00000100:16.0:1596747588.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2c00] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d01000] (23)-- 00000800:00000200:16.0:1596747588.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb38000] (21)++ 00000800:00000200:16.0:1596747588.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb38000] (22)++ 00000800:00000200:16.0:1596747588.352607:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb38000] (23)-- 00000800:00020000:16.0:1596747588.352608:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352610:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7800] (22)++ 00000800:00000100:16.0:1596747588.352612:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352613:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896a00] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352614:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c7800] (23)-- 00000800:00020000:16.0:1596747588.352615:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e88c00] (22)++ 00000800:00000100:16.0:1596747588.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3400] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55e88c00] (23)-- 00000800:00020000:16.0:1596747588.352622:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352623:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352624:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978e00] (22)++ 00000800:00000100:16.0:1596747588.352625:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352627:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28fa80] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352628:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462978e00] (23)-- 00000800:00020000:16.0:1596747588.352629:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747588.352630:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793e00] (22)++ 00000800:00000100:16.0:1596747588.352632:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352634:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2000] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352635:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c793e00] (23)-- 00000800:00020000:16.0:1596747588.352635:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352636:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c796400] (22)++ 00000800:00000100:16.0:1596747588.352639:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352640:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3e80] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352641:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c796400] (23)-- 00000800:00020000:16.0:1596747588.352643:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352644:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352645:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e88000] (22)++ 00000800:00000100:16.0:1596747588.352646:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352647:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3480] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352648:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55e88000] (23)-- 00000800:00020000:16.0:1596747588.352649:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352651:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352651:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb61c00] (22)++ 00000800:00000200:16.0:1596747588.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb38c00] (21)++ 00000800:00000100:16.0:1596747588.352653:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352655:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1080] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352656:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb61c00] (23)-- 00000800:00000200:16.0:1596747588.352658:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb38c00] (22)++ 00000800:00000200:16.0:1596747588.352660:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb38c00] (23)-- 00000800:00020000:16.0:1596747588.352662:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747588.352663:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747588.352664:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc1600] (22)++ 00000800:00000100:16.0:1596747588.352665:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747588.352667:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194f00] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:16.0:1596747588.352668:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc1600] (23)-- 00000800:00000200:16.0:1596747588.352669:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b2a00] (21)++ 00000800:00000200:16.0:1596747588.352671:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b2a00] (22)++ 00000800:00000200:16.0:1596747588.352673:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b2a00] (23)-- 00000400:00000200:16.0:1596747588.353166:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:16.0:1596747588.353167:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:16.0:1596747588.353168:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c22400] (22)-- 00000400:00000200:16.0:1596747588.353695:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:16.0:1596747588.353697:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:16.0:1596747588.353698:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66805200] (22)-- 00000400:00000200:16.0:1596747588.354240:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:16.0:1596747588.354241:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:16.0:1596747588.354241:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19a600] (22)-- 00000400:00000200:16.0:1596747588.354787:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:16.0:1596747588.354788:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:16.0:1596747588.354788:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d01000] (22)-- 00000400:00000200:16.0:1596747588.355338:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:16.0:1596747588.355339:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:16.0:1596747588.355339:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c7800] (22)-- 00000400:00000200:16.0:1596747588.355723:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:16.0:1596747588.355724:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:16.0:1596747588.355725:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55e88c00] (22)-- 00000400:00000200:16.0:1596747588.356267:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:16.0:1596747588.356268:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:16.0:1596747588.356268:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462978e00] (22)-- 00000400:00000200:16.0:1596747588.356806:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:16.0:1596747588.356808:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:16.0:1596747588.356808:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c793e00] (22)-- 00000400:00000200:16.0:1596747588.357351:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:16.0:1596747588.357352:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:16.0:1596747588.357352:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c796400] (22)-- 00000400:00000200:16.0:1596747588.357902:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:16.0:1596747588.357903:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:16.0:1596747588.357903:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55e88000] (22)-- 00000400:00000200:16.0:1596747588.358444:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:16.0:1596747588.358446:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:16.0:1596747588.358446:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb61c00] (22)-- 00000400:00000200:16.0:1596747588.358983:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:16.0:1596747588.358984:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:16.0:1596747588.358985:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc1600] (22)-- 00000800:00000200:17.0:1596747589.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e98000] (21)++ 00000800:00000200:17.0:1596747589.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55e98000] (22)++ 00000800:00000200:17.0:1596747589.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55e98000] (23)-- 00000800:00020000:17.0:1596747589.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747589.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747589.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb66e00] (22)++ 00000800:00000100:17.0:1596747589.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747589.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0e00] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:17.0:1596747589.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb66e00] (23)-- 00000800:00020000:17.0:1596747589.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747589.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747589.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c27600] (22)++ 00000800:00000100:17.0:1596747589.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747589.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515200] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:17.0:1596747589.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c27600] (23)-- 00000400:00000200:17.0:1596747589.353153:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:17.0:1596747589.353154:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:17.0:1596747589.353155:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb66e00] (22)-- 00000400:00000200:17.0:1596747589.353674:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:17.0:1596747589.353675:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:17.0:1596747589.353675:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c27600] (22)-- 00000800:00020000:17.0:1596747590.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c2400] (22)++ 00000800:00000100:17.0:1596747590.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e897180] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c2400] (23)-- 00000800:00000200:17.0:1596747590.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34fc00] (21)++ 00000800:00000200:17.0:1596747590.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d34fc00] (22)++ 00000800:00000200:17.0:1596747590.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d34fc00] (23)-- 00000800:00020000:17.0:1596747590.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461622600] (22)++ 00000800:00000100:17.0:1596747590.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e480] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461622600] (23)-- 00000800:00000200:17.0:1596747590.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709000] (21)++ 00000800:00000200:17.0:1596747590.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464709000] (22)++ 00000800:00000200:17.0:1596747590.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464709000] (23)-- 00000800:00020000:17.0:1596747590.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc2000] (22)++ 00000800:00000100:17.0:1596747590.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989514fcb880] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc2000] (23)-- 00000800:00020000:17.0:1596747590.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b5200] (22)++ 00000800:00000100:17.0:1596747590.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989514fcae00] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b5200] (23)-- 00000800:00020000:17.0:1596747590.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c25200] (22)++ 00000800:00000100:17.0:1596747590.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515100] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c25200] (23)-- 00000800:00020000:17.0:1596747590.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461626a00] (22)++ 00000800:00000100:17.0:1596747590.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28fa00] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461626a00] (23)-- 00000800:00020000:17.0:1596747590.352605:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352610:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e89000] (22)++ 00000800:00000100:17.0:1596747590.352612:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352613:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2c80] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352615:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55e89000] (23)-- 00000800:00020000:17.0:1596747590.352615:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21600] (22)++ 00000800:00000100:17.0:1596747590.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515180] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c21600] (23)-- 00000800:00000200:17.0:1596747590.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34a600] (21)++ 00000800:00000200:17.0:1596747590.352624:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d34a600] (22)++ 00000800:00000200:17.0:1596747590.352626:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d34a600] (23)-- 00000800:00020000:17.0:1596747590.352627:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352628:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66924e00] (22)++ 00000800:00020000:17.0:1596747590.352629:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352630:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c5800] (22)++ 00000800:00000100:17.0:1596747590.352632:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352634:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896f80] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352635:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c5800] (23)-- 00000800:00000100:17.0:1596747590.352636:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352637:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488d80] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352638:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66924e00] (23)-- 00000800:00020000:17.0:1596747590.352641:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352642:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66923000] (22)++ 00000800:00000100:17.0:1596747590.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489200] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352647:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66923000] (23)-- 00000800:00020000:17.0:1596747590.352648:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747590.352650:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352650:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c3000] (22)++ 00000800:00000100:17.0:1596747590.352651:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352653:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896700] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352654:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c3000] (23)-- 00000800:00020000:17.0:1596747590.352655:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352656:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922c00] (22)++ 00000800:00000100:17.0:1596747590.352658:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352659:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488e00] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352660:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66922c00] (23)-- 00000800:00020000:17.0:1596747590.352661:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352662:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352663:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22c00] (22)++ 00000800:00000100:17.0:1596747590.352664:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352665:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514f00] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c22c00] (23)-- 00000800:00020000:17.0:1596747590.352667:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352668:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352669:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c795a00] (22)++ 00000800:00000100:17.0:1596747590.352670:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352672:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3e00] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352673:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c795a00] (23)-- 00000800:00020000:17.0:1596747590.352673:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747590.352674:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352675:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c794800] (22)++ 00000800:00000100:17.0:1596747590.352676:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352678:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2080] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352679:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c794800] (23)-- 00000800:00000200:17.0:1596747590.352680:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66921e00] (21)++ 00000800:00000200:17.0:1596747590.352682:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66921e00] (22)++ 00000800:00000200:17.0:1596747590.352684:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66921e00] (23)-- 00000800:00020000:17.0:1596747590.352685:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747590.352686:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352687:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297fe00] (22)++ 00000800:00000100:17.0:1596747590.352688:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352690:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28f280] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352691:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297fe00] (23)-- 00000800:00020000:17.0:1596747590.352692:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747590.352693:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352694:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7400] (22)++ 00000800:00000100:17.0:1596747590.352695:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352696:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489300] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352698:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f7400] (23)-- 00000800:00020000:17.0:1596747590.352698:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747590.352699:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352700:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461622a00] (22)++ 00000800:00000100:17.0:1596747590.352701:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352703:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28eb00] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352704:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461622a00] (23)-- 00000800:00000200:17.0:1596747590.352706:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb39000] (21)++ 00000800:00000200:17.0:1596747590.352707:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb39000] (22)++ 00000800:00000200:17.0:1596747590.352709:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb39000] (23)-- 00000800:00020000:17.0:1596747590.352710:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747590.352711:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747590.352712:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297a800] (22)++ 00000800:00000100:17.0:1596747590.352713:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747590.352715:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28f780] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:17.0:1596747590.352716:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297a800] (23)-- 00000800:00000200:17.0:1596747590.352717:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443088800] (21)++ 00000800:00000200:17.0:1596747590.352719:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c443088800] (22)++ 00000800:00000200:17.0:1596747590.352721:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c443088800] (23)-- 00000800:00000200:17.0:1596747590.352723:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d348600] (21)++ 00000800:00000200:17.0:1596747590.352724:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d348600] (22)++ 00000800:00000200:17.0:1596747590.352727:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d348600] (23)-- 00000400:00000200:17.0:1596747590.353313:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:17.0:1596747590.353314:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:17.0:1596747590.353314:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c2400] (22)-- 00000400:00000200:17.0:1596747590.353868:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:17.0:1596747590.353869:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:17.0:1596747590.353870:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461622600] (22)-- 00000400:00000200:17.0:1596747590.354387:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:17.0:1596747590.354389:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:17.0:1596747590.354389:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc2000] (22)-- 00000400:00000200:17.0:1596747590.354941:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:17.0:1596747590.354942:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:17.0:1596747590.354943:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b5200] (22)-- 00000400:00000200:17.0:1596747590.355477:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:17.0:1596747590.355478:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:17.0:1596747590.355478:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c25200] (22)-- 00000400:00000200:17.0:1596747590.356028:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:17.0:1596747590.356029:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:17.0:1596747590.356030:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461626a00] (22)-- 00000400:00000200:17.0:1596747590.356571:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:17.0:1596747590.356572:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:17.0:1596747590.356572:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55e89000] (22)-- 00000400:00000200:17.0:1596747590.357125:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:17.0:1596747590.357126:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:17.0:1596747590.357127:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c21600] (22)-- 00000400:00000200:17.0:1596747590.357667:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:17.0:1596747590.357668:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:17.0:1596747590.357668:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c5800] (22)-- 00000400:00000200:17.0:1596747590.358211:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:17.0:1596747590.358212:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:17.0:1596747590.358212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66924e00] (22)-- 00000400:00000200:17.0:1596747590.358757:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:17.0:1596747590.358758:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:17.0:1596747590.358759:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66923000] (22)-- 00000400:00000200:17.0:1596747590.359294:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:17.0:1596747590.359295:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:17.0:1596747590.359295:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c3000] (22)-- 00000400:00000200:17.0:1596747590.359839:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:17.0:1596747590.359840:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:17.0:1596747590.359840:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66922c00] (22)-- 00000400:00000200:17.0:1596747590.360372:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:17.0:1596747590.360373:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:17.0:1596747590.360373:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c22c00] (22)-- 00000400:00000200:17.0:1596747590.360918:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:17.0:1596747590.360919:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:17.0:1596747590.360919:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c795a00] (22)-- 00000400:00000200:17.0:1596747590.361295:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:17.0:1596747590.361296:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:17.0:1596747590.361297:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c794800] (22)-- 00000400:00000200:17.0:1596747590.361847:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:17.0:1596747590.361848:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:17.0:1596747590.361848:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297fe00] (22)-- 00000400:00000200:17.0:1596747590.362225:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:17.0:1596747590.362226:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:17.0:1596747590.362227:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f7400] (22)-- 00000400:00000200:17.0:1596747590.362773:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:17.0:1596747590.362774:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:17.0:1596747590.362774:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461622a00] (22)-- 00000400:00000200:17.0:1596747590.363315:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:17.0:1596747590.363316:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:17.0:1596747590.363316:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297a800] (22)-- 00000800:00000200:37.2:1596747590.544385:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55e89400] (20)++ 00000800:00000200:84.2:1596747590.933744:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66931000] (20)++ 00000800:00020000:17.0:1596747591.352513:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747591.352515:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747591.352516:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e55d400] (22)++ 00000800:00020000:17.0:1596747591.352516:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747591.352517:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747591.352518:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66923600] (22)++ 00000800:00000100:17.0:1596747591.352519:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747591.352523:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489280] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:17.0:1596747591.352524:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66923600] (23)-- 00000800:00000100:17.0:1596747591.352525:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747591.352527:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e900] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:17.0:1596747591.352528:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e55d400] (23)-- 00000800:00020000:17.0:1596747591.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747591.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747591.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461623400] (22)++ 00000800:00000100:17.0:1596747591.352533:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747591.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e400] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:17.0:1596747591.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461623400] (23)-- 00000800:00000200:17.0:1596747591.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d349600] (21)++ 00000800:00000200:17.0:1596747591.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d349600] (22)++ 00000800:00000200:17.0:1596747591.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d349600] (23)-- 00000800:00000200:17.0:1596747591.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e50c00] (21)++ 00000800:00000200:17.0:1596747591.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc67e50c00] (22)++ 00000800:00000200:17.0:1596747591.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc67e50c00] (23)-- 00000800:00000200:17.0:1596747591.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50fa00] (21)++ 00000800:00000200:17.0:1596747591.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50fa00] (22)++ 00000800:00000200:17.0:1596747591.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50fa00] (23)-- 00000800:00000200:17.0:1596747591.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d349000] (21)++ 00000800:00000200:17.0:1596747591.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d349000] (22)++ 00000800:00000200:17.0:1596747591.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d349000] (23)-- 00000800:00000200:17.0:1596747591.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470b000] (21)++ 00000800:00000200:17.0:1596747591.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470b000] (22)++ 00000800:00000200:17.0:1596747591.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470b000] (23)-- 00000400:00000200:17.0:1596747591.352979:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:17.0:1596747591.352980:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:17.0:1596747591.352980:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66923600] (22)-- 00000400:00000200:17.0:1596747591.353527:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:17.0:1596747591.353528:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:17.0:1596747591.353528:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e55d400] (22)-- 00000400:00000200:17.0:1596747591.354048:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:17.0:1596747591.354049:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:17.0:1596747591.354049:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461623400] (22)-- 00000800:00000200:17.0:1596747592.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c795200] (21)++ 00000800:00000200:17.0:1596747592.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c795200] (22)++ 00000800:00000200:17.0:1596747592.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c795200] (23)-- 00000800:00020000:17.0:1596747592.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb62e00] (22)++ 00000800:00000100:17.0:1596747592.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0e80] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb62e00] (23)-- 00000800:00000200:17.0:1596747592.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5e00] (21)++ 00000800:00000200:17.0:1596747592.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f5e00] (22)++ 00000800:00000200:17.0:1596747592.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f5e00] (23)-- 00000800:00020000:17.0:1596747592.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c23600] (22)++ 00000800:00000100:17.0:1596747592.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514f80] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c23600] (23)-- 00000800:00020000:17.0:1596747592.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586800] (22)++ 00000800:00000100:17.0:1596747592.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2200] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c586800] (23)-- 00000800:00020000:17.0:1596747592.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24800] (22)++ 00000800:00000100:17.0:1596747592.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515080] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c24800] (23)-- 00000800:00020000:17.0:1596747592.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc7400] (22)++ 00000800:00000200:17.0:1596747592.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66930000] (21)++ 00000800:00000100:17.0:1596747592.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7f80] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc7400] (23)-- 00000800:00000200:17.0:1596747592.352590:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66930000] (22)++ 00000800:00000200:17.0:1596747592.352593:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66930000] (23)-- 00000800:00020000:17.0:1596747592.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352595:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580e00] (22)++ 00000800:00000100:17.0:1596747592.352597:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2180] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c580e00] (23)-- 00000800:00020000:17.0:1596747592.352601:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352602:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461621c00] (22)++ 00000800:00000100:17.0:1596747592.352605:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352606:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28fb80] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352607:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461621c00] (23)-- 00000800:00000200:17.0:1596747592.352609:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0000] (21)++ 00000800:00000200:17.0:1596747592.352610:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ea0000] (22)++ 00000800:00000200:17.0:1596747592.352613:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ea0000] (23)-- 00000800:00000200:17.0:1596747592.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461625e00] (21)++ 00000800:00000200:17.0:1596747592.352616:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461625e00] (22)++ 00000800:00000200:17.0:1596747592.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461625e00] (23)-- 00000800:00020000:17.0:1596747592.352619:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c0000] (22)++ 00000800:00000100:17.0:1596747592.352622:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352623:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7f00] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352624:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c0000] (23)-- 00000800:00020000:17.0:1596747592.352626:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352627:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d18400] (22)++ 00000800:00000100:17.0:1596747592.352629:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352631:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3380] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352632:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d18400] (23)-- 00000800:00020000:17.0:1596747592.352633:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352634:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352635:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb63c00] (22)++ 00000800:00000100:17.0:1596747592.352636:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352638:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1000] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352639:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb63c00] (23)-- 00000800:00020000:17.0:1596747592.352640:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352641:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c3200] (22)++ 00000800:00000100:17.0:1596747592.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7f80] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352646:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c3200] (23)-- 00000800:00020000:17.0:1596747592.352647:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352648:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352648:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c582a00] (22)++ 00000800:00000100:17.0:1596747592.352650:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352651:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2100] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352652:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c582a00] (23)-- 00000800:00020000:17.0:1596747592.352653:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352654:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352655:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66924200] (22)++ 00000800:00020000:17.0:1596747592.352655:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747592.352657:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747592.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34f600] (22)++ 00000800:00000100:17.0:1596747592.352658:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352661:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6000] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352662:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d34f600] (23)-- 00000800:00000100:17.0:1596747592.352663:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747592.352665:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488e80] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:17.0:1596747592.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66924200] (23)-- 00000400:00000200:17.0:1596747592.353142:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:17.0:1596747592.353144:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:17.0:1596747592.353144:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb62e00] (22)-- 00000400:00000200:17.0:1596747592.353682:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:17.0:1596747592.353683:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:17.0:1596747592.353683:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c23600] (22)-- 00000400:00000200:17.0:1596747592.354225:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:17.0:1596747592.354226:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:17.0:1596747592.354226:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c586800] (22)-- 00000400:00000200:17.0:1596747592.354782:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:17.0:1596747592.354783:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:17.0:1596747592.354783:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c24800] (22)-- 00000400:00000200:17.0:1596747592.355337:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:17.0:1596747592.355338:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:17.0:1596747592.355339:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc7400] (22)-- 00000400:00000200:17.0:1596747592.355886:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:17.0:1596747592.355887:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:17.0:1596747592.355888:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c580e00] (22)-- 00000400:00000200:17.0:1596747592.356442:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:17.0:1596747592.356443:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:17.0:1596747592.356444:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461621c00] (22)-- 00000400:00000200:17.0:1596747592.356987:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:17.0:1596747592.356988:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:17.0:1596747592.356988:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c0000] (22)-- 00000400:00000200:17.0:1596747592.357543:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:17.0:1596747592.357544:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:17.0:1596747592.357544:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d18400] (22)-- 00000400:00000200:17.0:1596747592.358085:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:17.0:1596747592.358086:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:17.0:1596747592.358087:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb63c00] (22)-- 00000400:00000200:17.0:1596747592.358472:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:17.0:1596747592.358473:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:17.0:1596747592.358473:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c3200] (22)-- 00000400:00000200:17.0:1596747592.359023:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:17.0:1596747592.359024:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:17.0:1596747592.359025:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c582a00] (22)-- 00000400:00000200:17.0:1596747592.359573:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:17.0:1596747592.359574:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:17.0:1596747592.359574:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d34f600] (22)-- 00000400:00000200:17.0:1596747592.360124:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:17.0:1596747592.360125:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:17.0:1596747592.360126:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66924200] (22)-- 00000800:00000200:38.2:1596747593.181608:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3c600] (19)++ 00000800:00020000:15.0:1596747593.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747593.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747593.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cb65200] (22)++ 00000800:00000100:15.0:1596747593.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747593.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0f00] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:15.0:1596747593.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cb65200] (23)-- 00000800:00020000:15.0:1596747593.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747593.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747593.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c0400] (22)++ 00000800:00000100:15.0:1596747593.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747593.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7e80] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:15.0:1596747593.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c0400] (23)-- 00000800:00020000:15.0:1596747593.352560:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747593.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747593.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580800] (22)++ 00000800:00000100:15.0:1596747593.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747593.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3d80] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:15.0:1596747593.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c580800] (23)-- 00000800:00020000:15.0:1596747593.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747593.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747593.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56198400] (22)++ 00000800:00000100:15.0:1596747593.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747593.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2d00] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:15.0:1596747593.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc56198400] (23)-- 00000800:00000200:15.0:1596747593.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427137800] (21)++ 00000800:00000200:15.0:1596747593.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c427137800] (22)++ 00000800:00000200:15.0:1596747593.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c427137800] (23)-- 00000800:00000200:15.0:1596747593.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66930600] (21)++ 00000800:00000200:15.0:1596747593.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66930600] (22)++ 00000800:00000200:15.0:1596747593.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66930600] (23)-- 00000800:00000200:15.0:1596747593.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0600] (21)++ 00000800:00000200:15.0:1596747593.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ea0600] (22)++ 00000800:00000200:15.0:1596747593.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ea0600] (23)-- 00000800:00020000:15.0:1596747593.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747593.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747593.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50d600] (22)++ 00000800:00000100:15.0:1596747593.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747593.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3d00] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:15.0:1596747593.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50d600] (23)-- 00000800:00000200:15.0:1596747593.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3fa00] (21)++ 00000800:00000200:15.0:1596747593.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3fa00] (22)++ 00000800:00000200:15.0:1596747593.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3fa00] (23)-- 00000800:00020000:15.0:1596747593.352609:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747593.352610:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747593.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb38000] (22)++ 00000800:00000100:15.0:1596747593.352612:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747593.352614:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7f00] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:15.0:1596747593.352615:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb38000] (23)-- 00000800:00000200:15.0:1596747593.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cc200] (21)++ 00000800:00000200:15.0:1596747593.352618:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cc200] (22)++ 00000800:00000200:15.0:1596747593.352621:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cc200] (23)-- 00000800:00000200:15.0:1596747593.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461624c00] (21)++ 00000800:00000200:15.0:1596747593.352624:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461624c00] (22)++ 00000800:00000200:15.0:1596747593.352626:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461624c00] (23)-- 00000800:00000200:15.0:1596747593.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea7a00] (21)++ 00000800:00000200:15.0:1596747593.352629:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ea7a00] (22)++ 00000800:00000200:15.0:1596747593.352632:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ea7a00] (23)-- 00000800:00000200:15.0:1596747593.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470d600] (21)++ 00000800:00000200:15.0:1596747593.352636:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470d600] (22)++ 00000800:00000200:15.0:1596747593.352638:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470d600] (23)-- 00000400:00000200:15.0:1596747593.353138:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:15.0:1596747593.353140:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:15.0:1596747593.353140:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cb65200] (22)-- 00000400:00000200:15.0:1596747593.353666:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:15.0:1596747593.353667:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:15.0:1596747593.353668:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c0400] (22)-- 00000400:00000200:15.0:1596747593.354199:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:15.0:1596747593.354200:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:15.0:1596747593.354201:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c580800] (22)-- 00000400:00000200:15.0:1596747593.354736:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:15.0:1596747593.354737:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:15.0:1596747593.354738:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc56198400] (22)-- 00000400:00000200:15.0:1596747593.355288:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:15.0:1596747593.355289:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:15.0:1596747593.355290:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50d600] (22)-- 00000400:00000200:15.0:1596747593.355675:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:15.0:1596747593.355676:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:15.0:1596747593.355676:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb38000] (22)-- 00000800:00000200:36.2:1596747593.768724:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea6800] (20)++ 00000800:00000200:15.0:1596747594.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449400] (21)++ 00000800:00000200:15.0:1596747594.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464449400] (22)++ 00000800:00000200:15.0:1596747594.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464449400] (23)-- 00000800:00020000:15.0:1596747594.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747594.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747594.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b2a00] (22)++ 00000800:00000100:15.0:1596747594.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747594.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6000] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:15.0:1596747594.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b2a00] (23)-- 00000800:00000200:15.0:1596747594.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66937a00] (21)++ 00000800:00000200:15.0:1596747594.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66937a00] (22)++ 00000800:00000200:15.0:1596747594.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66937a00] (23)-- 00000800:00020000:15.0:1596747594.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747594.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747594.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e98000] (22)++ 00000800:00000100:15.0:1596747594.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747594.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3300] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:15.0:1596747594.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55e98000] (23)-- 00000800:00000200:15.0:1596747594.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470bc00] (21)++ 00000800:00000200:15.0:1596747594.352583:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470bc00] (22)++ 00000800:00000200:15.0:1596747594.352586:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470bc00] (23)-- 00000400:00000200:15.0:1596747594.353120:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:15.0:1596747594.353122:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:15.0:1596747594.353122:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b2a00] (22)-- 00000400:00000200:15.0:1596747594.353654:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:15.0:1596747594.353655:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:15.0:1596747594.353656:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55e98000] (22)-- 00000800:00000200:41.2:1596747594.434403:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea0e00] (20)++ 00000800:00020000:16.0:1596747595.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747595.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747595.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb38c00] (22)++ 00000800:00000100:16.0:1596747595.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747595.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7e80] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:16.0:1596747595.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb38c00] (23)-- 00000800:00000200:16.0:1596747595.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449c00] (21)++ 00000800:00000200:16.0:1596747595.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464449c00] (22)++ 00000800:00000200:16.0:1596747595.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464449c00] (23)-- 00000800:00000200:16.0:1596747595.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427131200] (21)++ 00000800:00000200:16.0:1596747595.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c427131200] (22)++ 00000800:00000200:16.0:1596747595.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c427131200] (23)-- 00000400:00000200:16.0:1596747595.353160:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:16.0:1596747595.353161:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:16.0:1596747595.353162:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb38c00] (22)-- 00000800:00000200:85.2:1596747596.345105:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac78698a00] (20)++ 00000800:00020000:16.0:1596747596.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d348600] (22)++ 00000800:00000100:16.0:1596747596.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6080] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d348600] (23)-- 00000800:00000200:16.0:1596747596.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464448200] (21)++ 00000800:00000200:16.0:1596747596.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464448200] (22)++ 00000800:00000200:16.0:1596747596.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464448200] (23)-- 00000800:00020000:16.0:1596747596.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747596.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34fc00] (22)++ 00000800:00000100:16.0:1596747596.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7e00] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d34fc00] (23)-- 00000800:00020000:16.0:1596747596.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747596.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709000] (22)++ 00000800:00000100:16.0:1596747596.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515000] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464709000] (23)-- 00000800:00020000:16.0:1596747596.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d349600] (22)++ 00000800:00000100:16.0:1596747596.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6180] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d349600] (23)-- 00000800:00020000:16.0:1596747596.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc67e50c00] (22)++ 00000800:00000100:16.0:1596747596.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488f00] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc67e50c00] (23)-- 00000800:00020000:16.0:1596747596.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50fa00] (22)++ 00000800:00000100:16.0:1596747596.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2280] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50fa00] (23)-- 00000800:00020000:16.0:1596747596.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34a600] (22)++ 00000800:00000100:16.0:1596747596.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7d80] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d34a600] (23)-- 00000800:00020000:16.0:1596747596.352619:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352620:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66921e00] (22)++ 00000800:00000100:16.0:1596747596.352621:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352623:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489180] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352624:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66921e00] (23)-- 00000800:00020000:16.0:1596747596.352625:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352626:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d349000] (22)++ 00000800:00000100:16.0:1596747596.352628:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352630:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6100] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352631:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d349000] (23)-- 00000800:00020000:16.0:1596747596.352632:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747596.352634:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747596.352635:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470b000] (22)++ 00000800:00000100:16.0:1596747596.352636:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747596.352638:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7f80] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:16.0:1596747596.352639:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470b000] (23)-- 00000400:00000200:16.0:1596747596.353215:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:16.0:1596747596.353217:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:16.0:1596747596.353217:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d348600] (22)-- 00000400:00000200:16.0:1596747596.353751:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:16.0:1596747596.353752:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:16.0:1596747596.353752:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d34fc00] (22)-- 00000400:00000200:16.0:1596747596.354298:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:16.0:1596747596.354299:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:16.0:1596747596.354299:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464709000] (22)-- 00000400:00000200:16.0:1596747596.354863:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:16.0:1596747596.354864:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:16.0:1596747596.354864:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d349600] (22)-- 00000400:00000200:16.0:1596747596.355410:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:16.0:1596747596.355411:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:16.0:1596747596.355411:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc67e50c00] (22)-- 00000400:00000200:16.0:1596747596.355962:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:16.0:1596747596.355963:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:16.0:1596747596.355964:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50fa00] (22)-- 00000400:00000200:16.0:1596747596.356522:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:16.0:1596747596.356523:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:16.0:1596747596.356524:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d34a600] (22)-- 00000400:00000200:16.0:1596747596.356900:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:16.0:1596747596.356902:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:16.0:1596747596.356903:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66921e00] (22)-- 00000400:00000200:16.0:1596747596.357460:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:16.0:1596747596.357461:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:16.0:1596747596.357462:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d349000] (22)-- 00000400:00000200:16.0:1596747596.358009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:16.0:1596747596.358010:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:16.0:1596747596.358010:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470b000] (22)-- 00000800:00000200:87.2:1596747596.372764:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d36c00] (20)++ 00000800:00020000:17.0:1596747597.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747597.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747597.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb39000] (22)++ 00000800:00000100:17.0:1596747597.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747597.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6080] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:17.0:1596747597.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb39000] (23)-- 00000800:00020000:17.0:1596747597.352560:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747597.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747597.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c795200] (22)++ 00000800:00000100:17.0:1596747597.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747597.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3c80] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:17.0:1596747597.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c795200] (23)-- 00000800:00020000:17.0:1596747597.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747597.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747597.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443088800] (22)++ 00000800:00000100:17.0:1596747597.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747597.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0f80] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:17.0:1596747597.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c443088800] (23)-- 00000800:00020000:17.0:1596747597.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747597.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747597.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5e00] (22)++ 00000800:00000100:17.0:1596747597.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747597.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489100] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:17.0:1596747597.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f5e00] (23)-- 00000400:00000200:17.0:1596747597.353145:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:17.0:1596747597.353146:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:17.0:1596747597.353147:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb39000] (22)-- 00000400:00000200:17.0:1596747597.353667:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:17.0:1596747597.353668:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:17.0:1596747597.353669:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c795200] (22)-- 00000400:00000200:17.0:1596747597.354202:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:17.0:1596747597.354203:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:17.0:1596747597.354203:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c443088800] (22)-- 00000400:00000200:17.0:1596747597.354741:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:17.0:1596747597.354742:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:17.0:1596747597.354742:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f5e00] (22)-- 00000800:00000200:88.2:1596747598.013111:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66924800] (20)++ 00000800:00020000:17.0:1596747598.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427137800] (22)++ 00000800:00000100:17.0:1596747598.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1f80] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c427137800] (23)-- 00000800:00020000:17.0:1596747598.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66930600] (22)++ 00000800:00000100:17.0:1596747598.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488f80] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66930600] (23)-- 00000800:00020000:17.0:1596747598.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352604:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0600] (22)++ 00000800:00000100:17.0:1596747598.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3280] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ea0600] (23)-- 00000800:00020000:17.0:1596747598.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352613:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3fa00] (22)++ 00000800:00000100:17.0:1596747598.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7e00] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352618:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3fa00] (23)-- 00000800:00020000:17.0:1596747598.352619:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cc200] (22)++ 00000800:00000100:17.0:1596747598.352622:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352624:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2300] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352625:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cc200] (23)-- 00000800:00020000:17.0:1596747598.352626:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352627:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461624c00] (22)++ 00000800:00000100:17.0:1596747598.352629:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352630:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28ea80] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352632:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461624c00] (23)-- 00000800:00020000:17.0:1596747598.352632:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352633:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea7a00] (22)++ 00000800:00000100:17.0:1596747598.352635:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352637:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2e00] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352638:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ea7a00] (23)-- 00000800:00020000:17.0:1596747598.352639:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747598.352640:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352641:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66930000] (22)++ 00000800:00000100:17.0:1596747598.352642:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352644:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489080] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352645:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66930000] (23)-- 00000800:00020000:17.0:1596747598.352646:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747598.352648:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352649:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0000] (22)++ 00000800:00000100:17.0:1596747598.352650:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352652:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2d80] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352653:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ea0000] (23)-- 00000800:00020000:17.0:1596747598.352654:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747598.352655:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352656:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470d600] (22)++ 00000800:00000100:17.0:1596747598.352657:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352658:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6000] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352659:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470d600] (23)-- 00000800:00020000:17.0:1596747598.352661:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747598.352662:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747598.352663:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461625e00] (22)++ 00000800:00000100:17.0:1596747598.352664:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747598.352666:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28f980] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:17.0:1596747598.352667:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461625e00] (23)-- 00000400:00000200:17.0:1596747598.353180:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:17.0:1596747598.353182:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:17.0:1596747598.353182:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c427137800] (22)-- 00000400:00000200:17.0:1596747598.353730:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:17.0:1596747598.353731:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:17.0:1596747598.353731:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66930600] (22)-- 00000400:00000200:17.0:1596747598.354263:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:17.0:1596747598.354264:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:17.0:1596747598.354265:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ea0600] (22)-- 00000400:00000200:17.0:1596747598.354811:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:17.0:1596747598.354812:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:17.0:1596747598.354812:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3fa00] (22)-- 00000400:00000200:17.0:1596747598.355362:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:17.0:1596747598.355363:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:17.0:1596747598.355363:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cc200] (22)-- 00000400:00000200:17.0:1596747598.355914:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:17.0:1596747598.355916:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:17.0:1596747598.355916:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461624c00] (22)-- 00000400:00000200:17.0:1596747598.356300:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:17.0:1596747598.356301:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:17.0:1596747598.356301:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ea7a00] (22)-- 00000400:00000200:17.0:1596747598.356681:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:17.0:1596747598.356682:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:17.0:1596747598.356683:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66930000] (22)-- 00000400:00000200:17.0:1596747598.357054:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:17.0:1596747598.357055:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:17.0:1596747598.357056:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ea0000] (22)-- 00000400:00000200:17.0:1596747598.357607:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:17.0:1596747598.357608:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:17.0:1596747598.357608:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470d600] (22)-- 00000400:00000200:17.0:1596747598.358143:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:17.0:1596747598.358144:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:17.0:1596747598.358145:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461625e00] (22)-- 00000800:00000200:15.0:1596747599.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ec0000] (21)++ 00000800:00000200:15.0:1596747599.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ec0000] (22)++ 00000800:00000200:15.0:1596747599.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ec0000] (23)-- 00000800:00000200:88.2:1596747599.823411:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c581000] (20)++ 00000800:00000200:15.0:1596747600.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93c00] (21)++ 00000800:00000200:15.0:1596747600.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc93c00] (22)++ 00000800:00000200:15.0:1596747600.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc93c00] (23)-- 00000800:00020000:15.0:1596747600.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747600.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747600.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449400] (22)++ 00000800:00000100:15.0:1596747600.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747600.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6080] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:15.0:1596747600.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464449400] (23)-- 00000800:00020000:15.0:1596747600.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747600.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747600.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66937a00] (22)++ 00000800:00000100:15.0:1596747600.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747600.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489000] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:15.0:1596747600.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66937a00] (23)-- 00000800:00020000:15.0:1596747600.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747600.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747600.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449c00] (22)++ 00000800:00000100:15.0:1596747600.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747600.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6100] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:15.0:1596747600.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464449c00] (23)-- 00000800:00020000:15.0:1596747600.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747600.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747600.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470bc00] (22)++ 00000800:00000100:15.0:1596747600.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747600.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7f00] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:15.0:1596747600.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470bc00] (23)-- 00000800:00020000:15.0:1596747600.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747600.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747600.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427131200] (22)++ 00000800:00000100:15.0:1596747600.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747600.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0000] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596747600.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c427131200] (23)-- 00000400:00000200:15.0:1596747600.353169:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:15.0:1596747600.353170:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:15.0:1596747600.353171:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464449400] (22)-- 00000400:00000200:15.0:1596747600.353711:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:15.0:1596747600.353712:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:15.0:1596747600.353712:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66937a00] (22)-- 00000400:00000200:15.0:1596747600.354240:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:15.0:1596747600.354241:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:15.0:1596747600.354242:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464449c00] (22)-- 00000400:00000200:15.0:1596747600.354805:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:15.0:1596747600.354806:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:15.0:1596747600.354807:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470bc00] (22)-- 00000400:00000200:15.0:1596747600.355362:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596747600.355364:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596747600.355364:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c427131200] (22)-- 00000800:00000200:41.2:1596747600.724359:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297f200] (19)++ 00000800:00000200:86.2:1596747600.729626:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a45c08a800] (20)++ 00000800:00000200:86.2:1596747600.992793:0:24440:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d33200] (19)++ 00000800:00000200:15.0:1596747601.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427136e00] (21)++ 00000800:00000200:15.0:1596747601.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c427136e00] (22)++ 00000800:00000200:15.0:1596747601.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c427136e00] (23)-- 00000800:00000200:86.2:1596747601.500631:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c427137400] (19)++ 00000800:00000200:37.2:1596747601.900902:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61c800] (20)++ 00000800:00000200:37.2:1596747601.932420:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c794200] (20)++ 00000800:00000200:41.2:1596747602.015499:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c797c00] (19)++ 00000800:00000200:41.2:1596747602.041048:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd0a00] (19)++ 00000800:00000200:86.2:1596747602.250144:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea2800] (19)++ 00000800:00020000:15.0:1596747602.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747602.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747602.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464448200] (22)++ 00000800:00000100:15.0:1596747602.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747602.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7e80] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596747602.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464448200] (23)-- 00000400:00000200:15.0:1596747602.353134:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596747602.353136:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596747602.353136:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464448200] (22)-- 00000800:00000200:36.2:1596747602.473384:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308be00] (20)++ 00000800:00000200:85.2:1596747602.593629:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308e400] (20)++ 00000800:00000200:40.2:1596747602.605491:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d19f200] (20)++ 00000800:00000200:88.2:1596747602.783676:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e830a00] (20)++ 00000800:00000200:89.2:1596747603.497641:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d34e00] (20)++ 00000800:00000200:36.2:1596747603.512788:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308c600] (20)++ 00000800:00020000:16.0:1596747604.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747604.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747604.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ec0000] (22)++ 00000800:00000100:16.0:1596747604.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747604.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3200] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:16.0:1596747604.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ec0000] (23)-- 00000400:00000200:16.0:1596747604.353035:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:16.0:1596747604.353036:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:16.0:1596747604.353037:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ec0000] (22)-- 00000800:00000200:86.2:1596747604.433075:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61b400] (20)++ 00000800:00000200:87.2:1596747604.672254:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e830400] (20)++ 00000800:00000200:88.2:1596747604.807803:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55860000] (20)++ 00000800:00000200:84.2:1596747605.038266:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c797000] (19)++ 00000800:00000200:36.2:1596747605.149607:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42ceae800] (20)++ 00000800:00000200:88.2:1596747605.276469:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e834600] (20)++ 00000800:00000200:86.2:1596747605.286616:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd7e00] (19)++ 00000800:00000200:41.2:1596747605.294285:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51ae00] (20)++ 00000800:00000200:88.2:1596747605.514779:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e834c00] (20)++ 00000800:00000200:36.2:1596747605.878020:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd1000] (20)++ 00000800:00000200:39.2:1596747605.900244:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd7400] (20)++ 00000800:00000200:38.2:1596747606.003319:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d56c00] (20)++ 00000800:00000200:40.2:1596747606.116921:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f3e00] (20)++ 00000800:00000200:89.2:1596747606.299432:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f3e00] (20)++ 00000800:00020000:16.0:1596747606.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747606.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747606.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427136e00] (22)++ 00000800:00000100:16.0:1596747606.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747606.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1f00] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:16.0:1596747606.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c427136e00] (23)-- 00000800:00020000:16.0:1596747606.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747606.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747606.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93c00] (22)++ 00000800:00000100:16.0:1596747606.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747606.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7d00] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:16.0:1596747606.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc93c00] (23)-- 00000400:00000200:16.0:1596747606.353130:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:16.0:1596747606.353132:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:16.0:1596747606.353132:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c427136e00] (22)-- 00000400:00000200:16.0:1596747606.353669:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:16.0:1596747606.353670:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:16.0:1596747606.353672:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc93c00] (22)-- 00000800:00000200:40.2:1596747606.474930:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51ec00] (20)++ 00000800:00000200:89.2:1596747606.515519:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c793c00] (20)++ 00000800:00000200:87.2:1596747606.603696:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f4c00] (20)++ 00000800:00000200:89.2:1596747606.764650:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c793000] (20)++ 00000800:00000200:36.2:1596747606.829084:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd7000] (20)++ 00000800:00000200:84.2:1596747607.028984:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f6a00] (20)++ 00000800:00000200:87.2:1596747607.083802:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f6000] (20)++ 00000800:00000200:36.2:1596747607.088029:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d34200] (20)++ 00000800:00000200:84.2:1596747607.092004:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f5600] (20)++ 00000800:00000200:88.2:1596747607.118366:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d34800] (20)++ 00000800:00000200:84.2:1596747607.124092:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c796600] (20)++ 00000800:00000200:86.2:1596747607.130629:0:24440:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd1a00] (19)++ 00000800:00000200:88.2:1596747607.476910:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c792800] (20)++ 00000800:00000200:36.2:1596747607.613349:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd6600] (20)++ 00000800:00000200:89.2:1596747607.618947:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f6800] (20)++ 00000800:00000200:85.2:1596747607.830505:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c794600] (20)++ 00000800:00000200:41.2:1596747607.983290:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d57600] (20)++ 00000800:00000200:40.2:1596747608.005730:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f1e00] (20)++ 00000800:00000200:39.2:1596747608.200351:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42ceadc00] (20)++ 00000800:00000200:40.2:1596747608.251524:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c210000] (20)++ 00000800:00000200:37.2:1596747608.276303:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d519000] (20)++ 00000800:00000200:87.2:1596747608.294322:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c210600] (20)++ 00000800:00000200:41.2:1596747608.308557:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51d600] (19)++ 00000800:00000200:85.2:1596747608.339265:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66804e00] (20)++ 00000800:00000200:39.2:1596747608.355803:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d518400] (20)++ 00000800:00000200:37.2:1596747608.466003:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd2400] (20)++ 00000800:00000200:86.2:1596747608.598513:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d518e00] (19)++ 00000800:00000200:40.2:1596747608.679522:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d00c00] (20)++ 00000800:00000200:39.2:1596747608.941569:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd5c00] (20)++ 00000800:00000200:86.2:1596747609.032773:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d519800] (19)++ 00000800:00000200:40.2:1596747609.189253:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cead200] (20)++ 00000800:00000200:36.2:1596747609.233535:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd2e00] (19)++ 00000800:00000200:41.2:1596747609.303780:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d00e00] (19)++ 00000800:00000200:38.2:1596747609.364674:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c217a00] (21)++ 00000800:00000200:41.2:1596747609.546382:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc558d0000] (20)++ 00000800:00000200:84.2:1596747609.627156:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f4e00] (20)++ 00000800:00000200:41.2:1596747609.654613:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d35a00] (20)++ 00000800:00000200:85.2:1596747609.839272:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f5800] (20)++ 00000800:00000200:40.2:1596747610.189540:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66922e00] (20)++ 00000800:00000200:86.2:1596747610.244919:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d33c00] (19)++ 00000800:00000200:89.2:1596747610.350093:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f1e00] (19)++ 00000800:00000200:86.2:1596747610.676141:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc93200] (19)++ 00000800:00000200:85.2:1596747611.115336:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42ceafa00] (20)++ 00000800:00000200:87.2:1596747611.218067:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ad14e13c00] (20)++ 00000800:00000200:86.2:1596747611.654243:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474e600] (21)++ 00000800:00000200:37.2:1596747611.790281:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc94400] (20)++ 00000800:00000200:37.2:1596747611.976506:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc90e00] (19)++ 00000800:00000200:89.2:1596747612.102489:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42ceac200] (20)++ 00000800:00000200:89.2:1596747612.181728:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f4800] (20)++ 00000800:00000200:38.2:1596747612.446413:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f1600] (19)++ 00000800:00000200:84.2:1596747612.510634:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c211000] (19)++ 00000800:00000200:86.2:1596747612.600578:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474ea00] (20)++ 00000800:00000200:36.2:1596747612.952332:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc97200] (19)++ 00000800:00000200:87.2:1596747613.036626:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c217000] (20)++ 00000800:00000200:41.2:1596747613.144211:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66926800] (19)++ 00000800:00000200:39.2:1596747613.700008:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd5200] (20)++ 00000800:00000200:38.2:1596747613.800079:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d18200] (20)++ 00000800:00000200:87.2:1596747613.815074:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66922600] (20)++ 00000800:00000200:38.2:1596747614.006829:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55900000] (19)++ 00000800:00000200:84.2:1596747614.253552:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66b48000] (20)++ 00000800:00000200:17.0:1596747614.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f20000] (21)++ 00000800:00000200:17.0:1596747614.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55f20000] (22)++ 00000800:00000200:17.0:1596747614.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55f20000] (23)-- 00000800:00000200:37.2:1596747614.379457:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474ba00] (20)++ 00000800:00000200:85.2:1596747614.393901:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c211a00] (20)++ 00000800:00000200:39.2:1596747614.399440:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd3800] (20)++ 00000800:00000200:88.2:1596747614.424735:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66b48600] (20)++ 00000800:00000200:86.2:1596747614.472701:0:24440:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464748e00] (19)++ 00000800:00000200:39.2:1596747614.502596:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474c600] (20)++ 00000800:00000200:89.2:1596747614.528818:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55900600] (20)++ 00000800:00000200:87.2:1596747614.555052:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66b4fa00] (20)++ 00000800:00000200:84.2:1596747614.568786:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b5800] (19)++ 00000800:00000200:86.2:1596747614.737021:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42ceaa400] (20)++ 00000800:00000200:87.2:1596747614.792602:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66b49000] (20)++ 00000800:00000200:84.2:1596747614.890720:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55907a00] (19)++ 00000800:00000200:36.2:1596747615.037177:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474b400] (19)++ 00000800:00000200:40.2:1596747615.166428:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc91400] (20)++ 00000800:00000200:41.2:1596747615.885022:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc92c00] (20)++ 00000800:00000200:17.0:1596747616.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a604600] (21)++ 00000800:00000200:17.0:1596747616.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a604600] (22)++ 00000800:00000200:17.0:1596747616.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a604600] (23)-- 00000800:00000200:39.2:1596747616.468119:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464748200] (20)++ 00000800:00000200:37.2:1596747619.603449:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c427130200] (20)++ 00000800:00000200:40.2:1596747619.604758:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474ae00] (20)++ 00000800:00020000:17.0:1596747620.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747620.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747620.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f20000] (22)++ 00000800:00000100:17.0:1596747620.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747620.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2e80] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:17.0:1596747620.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55f20000] (23)-- 00000400:00000200:17.0:1596747620.353201:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:17.0:1596747620.353202:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:17.0:1596747620.353203:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55f20000] (22)-- 00000800:00000200:87.2:1596747620.731090:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ea0400] (20)++ 00000800:00020000:17.0:1596747622.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747622.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747622.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a604600] (22)++ 00000800:00000100:17.0:1596747622.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747622.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0080] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:17.0:1596747622.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a604600] (23)-- 00000400:00000200:17.0:1596747622.353094:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:17.0:1596747622.353095:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:17.0:1596747622.353096:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a604600] (22)-- 00000800:00000200:86.2:1596747623.330336:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c427137c00] (20)++ 00000800:00000200:39.2:1596747624.471460:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d349e00] (20)++ 00000800:00000200:85.2:1596747626.223620:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41c0d0400] (19)++ 00000800:00000200:88.2:1596747635.499706:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55990000] (20)++ 00000800:00000200:17.0:1596747640.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583a00] (21)++ 00000800:00000200:17.0:1596747640.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c583a00] (22)++ 00000800:00000200:17.0:1596747640.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c583a00] (23)-- 00000800:00000200:17.0:1596747643.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac78699400] (21)++ 00000800:00000200:17.0:1596747643.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac78699400] (22)++ 00000800:00000200:17.0:1596747643.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac78699400] (23)-- 00000800:00000200:17.0:1596747645.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869b000] (21)++ 00000800:00000200:17.0:1596747645.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869b000] (22)++ 00000800:00000200:17.0:1596747645.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869b000] (23)-- 00000800:00020000:17.0:1596747645.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747645.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.4@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747645.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583a00] (22)++ 00000800:00000100:17.0:1596747645.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.4@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747645.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3c00] -> 192.168.128.4@o2ib36 (2)-- 00000800:00000200:17.0:1596747645.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c583a00] (23)-- 00000800:00000200:17.0:1596747645.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea7000] (21)++ 00000800:00000200:17.0:1596747645.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea7000] (22)++ 00000800:00000200:17.0:1596747645.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea7000] (23)-- 00000800:00000200:17.0:1596747645.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66932400] (21)++ 00000800:00000200:17.0:1596747645.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66932400] (22)++ 00000800:00000200:17.0:1596747645.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66932400] (23)-- 00000400:00000200:17.0:1596747645.353072:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.4@o2ib36: down 00000400:00000200:17.0:1596747645.353073:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.4@o2ib36 not found 00000800:00000200:17.0:1596747645.353074:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c583a00] (22)-- 00000800:00000200:17.0:1596747647.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f88000] (21)++ 00000800:00000200:17.0:1596747647.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55f88000] (22)++ 00000800:00000200:17.0:1596747647.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55f88000] (23)-- 00000800:00000200:17.0:1596747647.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979e00] (21)++ 00000800:00000200:17.0:1596747647.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462979e00] (22)++ 00000800:00000200:17.0:1596747647.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462979e00] (23)-- 00000800:00000200:17.0:1596747647.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d30e00] (21)++ 00000800:00000200:17.0:1596747647.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d30e00] (22)++ 00000800:00000200:17.0:1596747647.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d30e00] (23)-- 00000800:00000200:17.0:1596747647.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aeaa00] (21)++ 00000800:00000200:17.0:1596747647.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447aeaa00] (22)++ 00000800:00000200:17.0:1596747647.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447aeaa00] (23)-- 00000800:00000200:17.0:1596747647.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea7400] (21)++ 00000800:00000200:17.0:1596747647.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea7400] (22)++ 00000800:00000200:17.0:1596747647.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea7400] (23)-- 00000800:00000200:17.0:1596747647.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d30600] (21)++ 00000800:00000200:17.0:1596747647.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d30600] (22)++ 00000800:00000200:17.0:1596747647.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d30600] (23)-- 00000800:00000200:17.0:1596747647.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d30a00] (21)++ 00000800:00000200:17.0:1596747647.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d30a00] (22)++ 00000800:00000200:17.0:1596747647.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d30a00] (23)-- 00000800:00000200:17.0:1596747648.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f88800] (21)++ 00000800:00000200:17.0:1596747648.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55f88800] (22)++ 00000800:00000200:17.0:1596747648.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55f88800] (23)-- 00000800:00000200:17.0:1596747648.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66936a00] (21)++ 00000800:00000200:17.0:1596747648.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66936a00] (22)++ 00000800:00000200:17.0:1596747648.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66936a00] (23)-- 00000800:00000200:17.0:1596747648.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a600] (21)++ 00000800:00000200:17.0:1596747648.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3a600] (22)++ 00000800:00000200:17.0:1596747648.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3a600] (23)-- 00000800:00000200:17.0:1596747648.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aed000] (21)++ 00000800:00000200:17.0:1596747648.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447aed000] (22)++ 00000800:00000200:17.0:1596747648.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447aed000] (23)-- 00000800:00020000:17.0:1596747648.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747648.352587:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.80@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747648.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac78699400] (22)++ 00000800:00000100:17.0:1596747648.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.80@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747648.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3b00] -> 192.168.128.80@o2ib36 (2)-- 00000800:00000200:17.0:1596747648.352593:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac78699400] (23)-- 00000400:00000200:17.0:1596747648.353053:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.80@o2ib36: down 00000400:00000200:17.0:1596747648.353054:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.80@o2ib36 not found 00000800:00000200:17.0:1596747648.353055:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac78699400] (22)-- 00000800:00000200:17.0:1596747649.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55fa8000] (21)++ 00000800:00000200:17.0:1596747649.352582:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55fa8000] (22)++ 00000800:00000200:17.0:1596747649.352586:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55fa8000] (23)-- 00000800:00000200:17.0:1596747649.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ae00] (21)++ 00000800:00000200:17.0:1596747649.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3ae00] (22)++ 00000800:00000200:17.0:1596747649.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3ae00] (23)-- 00000800:00000200:17.0:1596747649.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55fa8c00] (21)++ 00000800:00000200:17.0:1596747649.352595:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55fa8c00] (22)++ 00000800:00000200:17.0:1596747649.352598:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55fa8c00] (23)-- 00000800:00000200:17.0:1596747649.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d31200] (21)++ 00000800:00000200:17.0:1596747649.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d31200] (22)++ 00000800:00000200:17.0:1596747649.352605:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d31200] (23)-- 00000800:00000200:17.0:1596747649.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869ac00] (21)++ 00000800:00000200:17.0:1596747649.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869ac00] (22)++ 00000800:00000200:17.0:1596747649.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869ac00] (23)-- 00000800:00000200:17.0:1596747650.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a605a00] (21)++ 00000800:00000200:17.0:1596747650.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a605a00] (22)++ 00000800:00000200:17.0:1596747650.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a605a00] (23)-- 00000800:00000200:17.0:1596747650.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66932a00] (21)++ 00000800:00000200:17.0:1596747650.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66932a00] (22)++ 00000800:00000200:17.0:1596747650.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66932a00] (23)-- 00000800:00000200:17.0:1596747651.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a000] (21)++ 00000800:00000200:17.0:1596747651.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3a000] (22)++ 00000800:00000200:17.0:1596747651.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3a000] (23)-- 00000800:00020000:17.0:1596747651.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747651.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.88@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747651.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869b000] (22)++ 00000800:00000100:17.0:1596747651.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.88@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747651.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3a00] -> 192.168.128.88@o2ib36 (2)-- 00000800:00000200:17.0:1596747651.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869b000] (23)-- 00000800:00020000:17.0:1596747651.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747651.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.18@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747651.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea7000] (22)++ 00000800:00000100:17.0:1596747651.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.18@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747651.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6200] -> 192.168.128.18@o2ib36 (2)-- 00000800:00000200:17.0:1596747651.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea7000] (23)-- 00000800:00020000:17.0:1596747651.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747651.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.129@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747651.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66932400] (22)++ 00000800:00000100:17.0:1596747651.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.129@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747651.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9f80] -> 192.168.128.129@o2ib36 (2)-- 00000800:00000200:17.0:1596747651.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66932400] (23)-- 00000400:00000200:17.0:1596747651.353146:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.88@o2ib36: down 00000400:00000200:17.0:1596747651.353148:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.88@o2ib36 not found 00000800:00000200:17.0:1596747651.353148:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869b000] (22)-- 00000400:00000200:17.0:1596747651.353695:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.18@o2ib36: down 00000400:00000200:17.0:1596747651.353696:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.18@o2ib36 not found 00000800:00000200:17.0:1596747651.353696:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea7000] (22)-- 00000400:00000200:17.0:1596747651.354235:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.129@o2ib36: down 00000400:00000200:17.0:1596747651.354236:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.129@o2ib36 not found 00000800:00000200:17.0:1596747651.354236:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66932400] (22)-- 00000800:00000200:17.0:1596747652.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66931600] (21)++ 00000800:00000200:17.0:1596747652.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66931600] (22)++ 00000800:00000200:17.0:1596747652.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66931600] (23)-- 00000800:00000200:17.0:1596747652.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a604e00] (21)++ 00000800:00000200:17.0:1596747652.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a604e00] (22)++ 00000800:00000200:17.0:1596747652.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a604e00] (23)-- 00000800:00000200:17.0:1596747652.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869a600] (21)++ 00000800:00000200:17.0:1596747652.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869a600] (22)++ 00000800:00000200:17.0:1596747652.352593:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869a600] (23)-- 00000800:00020000:17.0:1596747652.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.42@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f88000] (22)++ 00000800:00000100:17.0:1596747652.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.42@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3180] -> 192.168.128.42@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55f88000] (23)-- 00000800:00000200:17.0:1596747652.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425ab600] (21)++ 00000800:00000200:17.0:1596747652.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4425ab600] (22)++ 00000800:00000200:17.0:1596747652.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4425ab600] (23)-- 00000800:00000200:17.0:1596747652.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447ae8a00] (21)++ 00000800:00000200:17.0:1596747652.352612:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447ae8a00] (22)++ 00000800:00000200:17.0:1596747652.352614:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447ae8a00] (23)-- 00000800:00020000:17.0:1596747652.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352617:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.159@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979e00] (22)++ 00000800:00000100:17.0:1596747652.352619:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.159@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e580] -> 192.168.128.159@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462979e00] (23)-- 00000800:00020000:17.0:1596747652.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.160@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d30e00] (22)++ 00000800:00000100:17.0:1596747652.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.160@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3100] -> 192.168.128.160@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d30e00] (23)-- 00000800:00020000:17.0:1596747652.352630:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352631:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.164@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352632:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aeaa00] (22)++ 00000800:00000100:17.0:1596747652.352633:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.164@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352635:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28ea00] -> 192.168.128.164@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352636:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447aeaa00] (23)-- 00000800:00020000:17.0:1596747652.352639:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352640:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.89@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352641:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea7400] (22)++ 00000800:00000100:17.0:1596747652.352642:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.89@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352644:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7c80] -> 192.168.128.89@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352645:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea7400] (23)-- 00000800:00020000:17.0:1596747652.352647:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352649:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.106@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352650:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d30600] (22)++ 00000800:00000100:17.0:1596747652.352651:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.106@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352653:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7e00] -> 192.168.128.106@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352654:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d30600] (23)-- 00000800:00020000:17.0:1596747652.352655:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747652.352657:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.9@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747652.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d30a00] (22)++ 00000800:00000100:17.0:1596747652.352659:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.9@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747652.352660:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6180] -> 192.168.128.9@o2ib36 (2)-- 00000800:00000200:17.0:1596747652.352661:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d30a00] (23)-- 00000400:00000200:17.0:1596747652.353114:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.42@o2ib36: down 00000400:00000200:17.0:1596747652.353116:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.42@o2ib36 not found 00000800:00000200:17.0:1596747652.353116:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55f88000] (22)-- 00000400:00000200:17.0:1596747652.353648:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.159@o2ib36: down 00000400:00000200:17.0:1596747652.353650:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.159@o2ib36 not found 00000800:00000200:17.0:1596747652.353650:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462979e00] (22)-- 00000400:00000200:17.0:1596747652.354188:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.160@o2ib36: down 00000400:00000200:17.0:1596747652.354189:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.160@o2ib36 not found 00000800:00000200:17.0:1596747652.354189:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d30e00] (22)-- 00000400:00000200:17.0:1596747652.354739:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.164@o2ib36: down 00000400:00000200:17.0:1596747652.354740:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.164@o2ib36 not found 00000800:00000200:17.0:1596747652.354740:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447aeaa00] (22)-- 00000400:00000200:17.0:1596747652.355288:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.89@o2ib36: down 00000400:00000200:17.0:1596747652.355289:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.89@o2ib36 not found 00000800:00000200:17.0:1596747652.355290:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea7400] (22)-- 00000400:00000200:17.0:1596747652.355834:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.106@o2ib36: down 00000400:00000200:17.0:1596747652.355836:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.106@o2ib36 not found 00000800:00000200:17.0:1596747652.355836:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d30600] (22)-- 00000400:00000200:17.0:1596747652.356201:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.9@o2ib36: down 00000400:00000200:17.0:1596747652.356202:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.9@o2ib36 not found 00000800:00000200:17.0:1596747652.356203:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d30a00] (22)-- 00000800:00000200:15.0:1596747653.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d37600] (21)++ 00000800:00000200:15.0:1596747653.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d37600] (22)++ 00000800:00000200:15.0:1596747653.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d37600] (23)-- 00000800:00020000:15.0:1596747654.352704:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747654.352707:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.105@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352708:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55fa8000] (22)++ 00000800:00000100:15.0:1596747654.352709:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.105@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352712:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3000] -> 192.168.128.105@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352712:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55fa8000] (23)-- 00000800:00020000:15.0:1596747654.352714:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747654.352716:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.107@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352717:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ae00] (22)++ 00000800:00000100:15.0:1596747654.352719:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.107@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352721:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6100] -> 192.168.128.107@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352723:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3ae00] (23)-- 00000800:00020000:15.0:1596747654.352724:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747654.352726:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.110@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352727:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55fa8c00] (22)++ 00000800:00000100:15.0:1596747654.352728:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.110@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352730:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3080] -> 192.168.128.110@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352732:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55fa8c00] (23)-- 00000800:00020000:15.0:1596747654.352734:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747654.352735:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.21@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352737:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f88800] (22)++ 00000800:00000100:15.0:1596747654.352738:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.21@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352741:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2f00] -> 192.168.128.21@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352742:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55f88800] (23)-- 00000800:00020000:15.0:1596747654.352743:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747654.352745:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.22@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352746:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d31200] (22)++ 00000800:00000100:15.0:1596747654.352747:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.22@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352749:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6200] -> 192.168.128.22@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352750:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d31200] (23)-- 00000800:00020000:15.0:1596747654.352751:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747654.352753:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.27@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352754:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66936a00] (22)++ 00000800:00000100:15.0:1596747654.352755:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.27@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352757:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8000] -> 192.168.128.27@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352758:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66936a00] (23)-- 00000800:00020000:15.0:1596747654.352760:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747654.352761:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.33@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352763:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869ac00] (22)++ 00000800:00000200:15.0:1596747654.352764:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425a8a00] (21)++ 00000800:00000100:15.0:1596747654.352766:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.33@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352768:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2380] -> 192.168.128.33@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352769:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869ac00] (23)-- 00000800:00000200:15.0:1596747654.352771:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4425a8a00] (22)++ 00000800:00000200:15.0:1596747654.352775:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4425a8a00] (23)-- 00000800:00020000:15.0:1596747654.352778:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747654.352779:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.146@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352780:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a600] (22)++ 00000800:00000100:15.0:1596747654.352781:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.146@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352783:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6180] -> 192.168.128.146@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352784:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3a600] (23)-- 00000800:00020000:15.0:1596747654.352786:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747654.352787:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.151@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747654.352788:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aed000] (22)++ 00000800:00000100:15.0:1596747654.352789:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.151@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747654.352791:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28f800] -> 192.168.128.151@o2ib36 (2)-- 00000800:00000200:15.0:1596747654.352793:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447aed000] (23)-- 00000400:00000200:15.0:1596747654.353301:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.105@o2ib36: down 00000400:00000200:15.0:1596747654.353303:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.105@o2ib36 not found 00000800:00000200:15.0:1596747654.353304:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55fa8000] (22)-- 00000400:00000200:15.0:1596747654.353834:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.107@o2ib36: down 00000400:00000200:15.0:1596747654.353836:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.107@o2ib36 not found 00000800:00000200:15.0:1596747654.353836:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3ae00] (22)-- 00000400:00000200:15.0:1596747654.354388:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.110@o2ib36: down 00000400:00000200:15.0:1596747654.354389:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.110@o2ib36 not found 00000800:00000200:15.0:1596747654.354390:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55fa8c00] (22)-- 00000400:00000200:15.0:1596747654.354919:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.21@o2ib36: down 00000400:00000200:15.0:1596747654.354920:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.21@o2ib36 not found 00000800:00000200:15.0:1596747654.354920:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55f88800] (22)-- 00000400:00000200:15.0:1596747654.355457:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.22@o2ib36: down 00000400:00000200:15.0:1596747654.355459:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.22@o2ib36 not found 00000800:00000200:15.0:1596747654.355459:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d31200] (22)-- 00000400:00000200:15.0:1596747654.355998:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.27@o2ib36: down 00000400:00000200:15.0:1596747654.355999:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.27@o2ib36 not found 00000800:00000200:15.0:1596747654.356000:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66936a00] (22)-- 00000400:00000200:15.0:1596747654.356537:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.33@o2ib36: down 00000400:00000200:15.0:1596747654.356538:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.33@o2ib36 not found 00000800:00000200:15.0:1596747654.356538:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869ac00] (22)-- 00000400:00000200:15.0:1596747654.357081:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.146@o2ib36: down 00000400:00000200:15.0:1596747654.357082:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.146@o2ib36 not found 00000800:00000200:15.0:1596747654.357083:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3a600] (22)-- 00000400:00000200:15.0:1596747654.357627:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.151@o2ib36: down 00000400:00000200:15.0:1596747654.357628:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.151@o2ib36 not found 00000800:00000200:15.0:1596747654.357628:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447aed000] (22)-- 00000800:00020000:15.0:1596747656.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747656.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.11@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747656.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a605a00] (22)++ 00000800:00000100:15.0:1596747656.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.11@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747656.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1e80] -> 192.168.128.11@o2ib36 (2)-- 00000800:00000200:15.0:1596747656.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a605a00] (23)-- 00000800:00000200:15.0:1596747656.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66933400] (21)++ 00000800:00000200:15.0:1596747656.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66933400] (22)++ 00000800:00000200:15.0:1596747656.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66933400] (23)-- 00000800:00020000:15.0:1596747656.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747656.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.124@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747656.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66932a00] (22)++ 00000800:00000100:15.0:1596747656.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.124@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747656.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9f00] -> 192.168.128.124@o2ib36 (2)-- 00000800:00000200:15.0:1596747656.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66932a00] (23)-- 00000400:00000200:15.0:1596747656.353073:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.11@o2ib36: down 00000400:00000200:15.0:1596747656.353075:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.11@o2ib36 not found 00000800:00000200:15.0:1596747656.353075:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a605a00] (22)-- 00000400:00000200:15.0:1596747656.353604:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.124@o2ib36: down 00000400:00000200:15.0:1596747656.353606:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.124@o2ib36 not found 00000800:00000200:15.0:1596747656.353606:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66932a00] (22)-- 00000800:00000200:15.0:1596747657.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3b400] (21)++ 00000800:00000200:15.0:1596747657.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3b400] (22)++ 00000800:00000200:15.0:1596747657.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3b400] (23)-- 00000800:00020000:15.0:1596747657.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747657.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.57@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747657.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a000] (22)++ 00000800:00000100:15.0:1596747657.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.57@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747657.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7d80] -> 192.168.128.57@o2ib36 (2)-- 00000800:00000200:15.0:1596747657.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3a000] (23)-- 00000400:00000200:15.0:1596747657.353065:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.57@o2ib36: down 00000400:00000200:15.0:1596747657.353067:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.57@o2ib36 not found 00000800:00000200:15.0:1596747657.353067:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3a000] (22)-- 00000800:00020000:15.0:1596747658.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747658.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.137@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747658.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66931600] (22)++ 00000800:00000100:15.0:1596747658.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.137@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747658.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8080] -> 192.168.128.137@o2ib36 (2)-- 00000800:00000200:15.0:1596747658.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66931600] (23)-- 00000800:00020000:15.0:1596747658.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747658.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.37@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747658.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a604e00] (22)++ 00000800:00000100:15.0:1596747658.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.37@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747658.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0100] -> 192.168.128.37@o2ib36 (2)-- 00000800:00000200:15.0:1596747658.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a604e00] (23)-- 00000800:00020000:15.0:1596747658.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747658.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.38@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747658.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869a600] (22)++ 00000800:00000100:15.0:1596747658.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.38@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747658.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3b80] -> 192.168.128.38@o2ib36 (2)-- 00000800:00000200:15.0:1596747658.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869a600] (23)-- 00000800:00020000:15.0:1596747658.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747658.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.45@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747658.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425ab600] (22)++ 00000800:00000100:15.0:1596747658.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.45@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747658.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1e00] -> 192.168.128.45@o2ib36 (2)-- 00000800:00000200:15.0:1596747658.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4425ab600] (23)-- 00000800:00020000:15.0:1596747658.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747658.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.54@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747658.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447ae8a00] (22)++ 00000800:00000100:15.0:1596747658.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.54@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747658.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db500] -> 192.168.128.54@o2ib36 (2)-- 00000800:00000200:15.0:1596747658.352579:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447ae8a00] (23)-- 00000800:00020000:15.0:1596747658.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747658.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.90@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747658.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d37600] (22)++ 00000800:00000100:15.0:1596747658.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.90@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747658.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7d80] -> 192.168.128.90@o2ib36 (2)-- 00000800:00000200:15.0:1596747658.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d37600] (23)-- 00000400:00000200:15.0:1596747658.353052:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.137@o2ib36: down 00000400:00000200:15.0:1596747658.353054:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.137@o2ib36 not found 00000800:00000200:15.0:1596747658.353054:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66931600] (22)-- 00000400:00000200:15.0:1596747658.353578:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.37@o2ib36: down 00000400:00000200:15.0:1596747658.353580:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.37@o2ib36 not found 00000800:00000200:15.0:1596747658.353580:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a604e00] (22)-- 00000400:00000200:15.0:1596747658.354111:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.38@o2ib36: down 00000400:00000200:15.0:1596747658.354112:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.38@o2ib36 not found 00000800:00000200:15.0:1596747658.354112:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869a600] (22)-- 00000400:00000200:15.0:1596747658.354659:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.45@o2ib36: down 00000400:00000200:15.0:1596747658.354661:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.45@o2ib36 not found 00000800:00000200:15.0:1596747658.354661:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4425ab600] (22)-- 00000400:00000200:15.0:1596747658.355193:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.54@o2ib36: down 00000400:00000200:15.0:1596747658.355195:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.54@o2ib36 not found 00000800:00000200:15.0:1596747658.355195:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447ae8a00] (22)-- 00000400:00000200:15.0:1596747658.355749:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.90@o2ib36: down 00000400:00000200:15.0:1596747658.355750:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.90@o2ib36 not found 00000800:00000200:15.0:1596747658.355751:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d37600] (22)-- 00000800:00000200:16.0:1596747659.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3e200] (21)++ 00000800:00000200:16.0:1596747659.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3e200] (22)++ 00000800:00000200:16.0:1596747659.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3e200] (23)-- 00000800:00020000:16.0:1596747660.352741:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747660.352743:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.134@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747660.352744:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425a8a00] (22)++ 00000800:00000100:16.0:1596747660.352746:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.134@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747660.352747:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0180] -> 192.168.128.134@o2ib36 (2)-- 00000800:00000200:16.0:1596747660.352748:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4425a8a00] (23)-- 00000400:00000200:16.0:1596747660.353314:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.134@o2ib36: down 00000400:00000200:16.0:1596747660.353316:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.134@o2ib36 not found 00000800:00000200:16.0:1596747660.353316:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4425a8a00] (22)-- 00000800:00020000:16.0:1596747661.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747661.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.116@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747661.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66933400] (22)++ 00000800:00000100:16.0:1596747661.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.116@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747661.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9e80] -> 192.168.128.116@o2ib36 (2)-- 00000800:00000200:16.0:1596747661.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66933400] (23)-- 00000400:00000200:16.0:1596747661.353132:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.116@o2ib36: down 00000400:00000200:16.0:1596747661.353133:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.116@o2ib36 not found 00000800:00000200:16.0:1596747661.353134:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66933400] (22)-- 00000800:00000200:41.2:1596747661.836426:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28a200] (19)++ 00000800:00020000:16.0:1596747662.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747662.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.52@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747662.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3b400] (22)++ 00000800:00000100:16.0:1596747662.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.52@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747662.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6200] -> 192.168.128.52@o2ib36 (2)-- 00000800:00000200:16.0:1596747662.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3b400] (23)-- 00000400:00000200:16.0:1596747662.353175:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.52@o2ib36: down 00000400:00000200:16.0:1596747662.353177:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.52@o2ib36 not found 00000800:00000200:16.0:1596747662.353178:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3b400] (22)-- 00000800:00000200:38.2:1596747664.470497:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28b000] (19)++ 00000800:00000200:41.2:1596747666.298262:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28ba00] (19)++ 00000800:00020000:16.0:1596747666.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747666.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.154@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747666.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3e200] (22)++ 00000800:00000100:16.0:1596747666.352539:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.154@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747666.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6300] -> 192.168.128.154@o2ib36 (2)-- 00000800:00000200:16.0:1596747666.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3e200] (23)-- 00000400:00000200:16.0:1596747666.353048:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.154@o2ib36: down 00000400:00000200:16.0:1596747666.353050:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.154@o2ib36 not found 00000800:00000200:16.0:1596747666.353050:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3e200] (22)-- 00000800:00000200:87.2:1596747666.719398:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c68c00] (20)++ 00000800:00000200:37.2:1596747666.823701:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c852800] (20)++ 00000800:00000200:87.2:1596747667.965160:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ae0000] (20)++ 00000800:00000200:39.2:1596747668.422989:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464057a00] (20)++ 00000800:00000200:87.2:1596747668.446120:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55f88200] (20)++ 00000800:00000200:36.2:1596747668.561277:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464057400] (19)++ 00000800:00000200:40.2:1596747669.046426:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c855e00] (20)++ 00000800:00000200:39.2:1596747669.105449:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447578200] (20)++ 00000800:00000200:86.2:1596747669.274132:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447578e00] (19)++ 00000800:00000200:41.2:1596747669.305719:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ae0600] (19)++ 00000800:00000200:88.2:1596747669.409785:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c5000] (20)++ 00000800:00000200:38.2:1596747669.508130:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c5800] (19)++ 00000800:00000200:37.2:1596747669.638755:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6fe00] (20)++ 00000800:00000200:36.2:1596747669.753288:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447579200] (20)++ 00000800:00000200:87.2:1596747670.959386:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869d000] (20)++ 00000800:00000200:87.2:1596747670.991737:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55f8fc00] (20)++ 00000800:00000200:40.2:1596747671.044019:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55b18000] (20)++ 00000800:00000200:36.2:1596747671.305969:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464051200] (19)++ 00000800:00000200:41.2:1596747671.608089:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6a200] (20)++ 00000800:00000200:40.2:1596747671.910043:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be81800] (20)++ 00000800:00000200:38.2:1596747672.892967:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c68000] (19)++ 00000800:00000200:41.2:1596747673.072511:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be81e00] (19)++ 00000800:00000200:40.2:1596747673.173574:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869c200] (20)++ 00000800:00000200:39.2:1596747673.214867:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44757f800] (20)++ 00000800:00000200:39.2:1596747673.934794:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be86600] (20)++ 00000800:00000200:39.2:1596747675.172070:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464056a00] (20)++ 00000800:00000200:88.2:1596747676.321821:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be82800] (20)++ 00000800:00000200:38.2:1596747677.421618:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6ac00] (21)++ 00000800:00000200:84.2:1596747678.379190:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c7000] (20)++ 00000800:00000200:16.0:1596747680.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d31e00] (21)++ 00000800:00000200:16.0:1596747680.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d31e00] (22)++ 00000800:00000200:16.0:1596747680.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d31e00] (23)-- 00000800:00000200:84.2:1596747681.034860:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c7800] (20)++ 00000800:00000200:16.0:1596747681.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55820000] (21)++ 00000800:00000200:16.0:1596747681.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55820000] (22)++ 00000800:00000200:16.0:1596747681.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55820000] (23)-- 00000800:00000200:16.0:1596747682.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aef000] (21)++ 00000800:00000200:16.0:1596747682.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447aef000] (22)++ 00000800:00000200:16.0:1596747682.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447aef000] (23)-- 00000800:00000200:16.0:1596747682.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61ba00] (21)++ 00000800:00000200:16.0:1596747682.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c47d61ba00] (22)++ 00000800:00000200:16.0:1596747682.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c47d61ba00] (23)-- 00000800:00000200:16.0:1596747682.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aebe00] (21)++ 00000800:00000200:16.0:1596747682.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447aebe00] (22)++ 00000800:00000200:16.0:1596747682.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447aebe00] (23)-- 00000800:00020000:16.0:1596747686.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747686.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747686.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55820000] (22)++ 00000800:00000100:16.0:1596747686.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747686.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc7dfd4180] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:16.0:1596747686.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55820000] (23)-- 00000800:00020000:16.0:1596747686.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747686.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747686.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d31e00] (22)++ 00000800:00000100:16.0:1596747686.352596:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747686.352598:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6280] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:16.0:1596747686.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d31e00] (23)-- 00000400:00000200:16.0:1596747686.353257:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:16.0:1596747686.353259:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:16.0:1596747686.353259:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55820000] (22)-- 00000400:00000200:16.0:1596747686.353789:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:16.0:1596747686.353790:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:16.0:1596747686.353791:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d31e00] (22)-- 00000800:00020000:16.0:1596747688.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747688.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747688.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aef000] (22)++ 00000800:00000100:16.0:1596747688.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747688.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a600] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:16.0:1596747688.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447aef000] (23)-- 00000800:00020000:16.0:1596747688.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747688.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747688.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61ba00] (22)++ 00000800:00000100:16.0:1596747688.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747688.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1d80] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:16.0:1596747688.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c47d61ba00] (23)-- 00000800:00020000:16.0:1596747688.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747688.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747688.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aebe00] (22)++ 00000800:00000100:16.0:1596747688.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747688.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a000] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:16.0:1596747688.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447aebe00] (23)-- 00000400:00000200:16.0:1596747688.353082:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:16.0:1596747688.353083:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:16.0:1596747688.353084:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447aef000] (22)-- 00000400:00000200:16.0:1596747688.353613:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:16.0:1596747688.353615:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:16.0:1596747688.353615:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c47d61ba00] (22)-- 00000400:00000200:16.0:1596747688.354136:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:16.0:1596747688.354138:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:16.0:1596747688.354139:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447aebe00] (22)-- 00000800:00000200:16.0:1596747691.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e89400] (21)++ 00000800:00000200:16.0:1596747691.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55e89400] (22)++ 00000800:00000200:16.0:1596747691.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55e89400] (23)-- 00000800:00000200:16.0:1596747691.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66931000] (21)++ 00000800:00000200:16.0:1596747691.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66931000] (22)++ 00000800:00000200:16.0:1596747691.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66931000] (23)-- 00000800:00000200:16.0:1596747693.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3c600] (21)++ 00000800:00000200:16.0:1596747693.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3c600] (22)++ 00000800:00000200:16.0:1596747693.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3c600] (23)-- 00000800:00000200:16.0:1596747694.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea6800] (21)++ 00000800:00000200:16.0:1596747694.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea6800] (22)++ 00000800:00000200:16.0:1596747694.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea6800] (23)-- 00000800:00000200:16.0:1596747695.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0e00] (21)++ 00000800:00000200:16.0:1596747695.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea0e00] (22)++ 00000800:00000200:16.0:1596747695.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea0e00] (23)-- 00000800:00000200:16.0:1596747696.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac78698a00] (21)++ 00000800:00000200:16.0:1596747696.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac78698a00] (22)++ 00000800:00000200:16.0:1596747696.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac78698a00] (23)-- 00000800:00000200:16.0:1596747697.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d36c00] (21)++ 00000800:00000200:16.0:1596747697.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d36c00] (22)++ 00000800:00000200:16.0:1596747697.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d36c00] (23)-- 00000800:00020000:16.0:1596747697.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747697.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747697.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55e89400] (22)++ 00000800:00000100:16.0:1596747697.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747697.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadf80] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:16.0:1596747697.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55e89400] (23)-- 00000400:00000200:16.0:1596747697.353075:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:16.0:1596747697.353077:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:16.0:1596747697.353077:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55e89400] (22)-- 00000800:00020000:16.0:1596747698.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747698.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747698.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66931000] (22)++ 00000800:00000100:16.0:1596747698.352576:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747698.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8100] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:16.0:1596747698.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66931000] (23)-- 00000800:00020000:16.0:1596747698.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747698.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747698.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3c600] (22)++ 00000800:00000100:16.0:1596747698.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747698.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7d00] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:16.0:1596747698.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3c600] (23)-- 00000800:00000200:16.0:1596747698.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66924800] (21)++ 00000800:00000200:16.0:1596747698.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66924800] (22)++ 00000800:00000200:16.0:1596747698.352602:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66924800] (23)-- 00000400:00000200:16.0:1596747698.353170:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:16.0:1596747698.353172:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:16.0:1596747698.353172:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66931000] (22)-- 00000400:00000200:16.0:1596747698.353707:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:16.0:1596747698.353708:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:16.0:1596747698.353709:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3c600] (22)-- 00000800:00000200:16.0:1596747700.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c581000] (21)++ 00000800:00000200:16.0:1596747700.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c581000] (22)++ 00000800:00000200:16.0:1596747700.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c581000] (23)-- 00000800:00020000:16.0:1596747700.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747700.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747700.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0e00] (22)++ 00000800:00000100:16.0:1596747700.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747700.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6300] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:16.0:1596747700.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea0e00] (23)-- 00000400:00000200:16.0:1596747700.353156:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:16.0:1596747700.353158:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:16.0:1596747700.353158:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea0e00] (22)-- 00000800:00020000:16.0:1596747701.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747701.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747701.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea6800] (22)++ 00000800:00000100:16.0:1596747701.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747701.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6280] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:16.0:1596747701.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea6800] (23)-- 00000800:00020000:16.0:1596747701.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747701.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747701.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac78698a00] (22)++ 00000800:00000100:16.0:1596747701.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747701.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2400] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:16.0:1596747701.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac78698a00] (23)-- 00000800:00000200:16.0:1596747701.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d33200] (21)++ 00000800:00000200:16.0:1596747701.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d33200] (22)++ 00000800:00000200:16.0:1596747701.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d33200] (23)-- 00000400:00000200:16.0:1596747701.353037:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:16.0:1596747701.353039:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:16.0:1596747701.353039:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea6800] (22)-- 00000400:00000200:16.0:1596747701.353571:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:16.0:1596747701.353573:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:16.0:1596747701.353573:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac78698a00] (22)-- 00000800:00000200:84.2:1596747701.935169:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6e200] (20)++ 00000800:00000200:41.2:1596747702.099134:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460b400] (19)++ 00000800:00000200:16.0:1596747702.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a45c08a800] (21)++ 00000800:00000200:16.0:1596747702.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a45c08a800] (22)++ 00000800:00000200:16.0:1596747702.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a45c08a800] (23)-- 00000800:00000200:16.0:1596747702.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297f200] (21)++ 00000800:00000200:16.0:1596747702.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297f200] (22)++ 00000800:00000200:16.0:1596747702.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297f200] (23)-- 00000800:00000200:16.0:1596747702.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61c800] (21)++ 00000800:00000200:16.0:1596747702.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61c800] (22)++ 00000800:00000200:16.0:1596747702.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61c800] (23)-- 00000800:00000200:16.0:1596747702.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c794200] (21)++ 00000800:00000200:16.0:1596747702.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c794200] (22)++ 00000800:00000200:16.0:1596747702.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c794200] (23)-- 00000800:00000200:16.0:1596747702.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797c00] (21)++ 00000800:00000200:16.0:1596747702.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c797c00] (22)++ 00000800:00000200:16.0:1596747702.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c797c00] (23)-- 00000800:00000200:16.0:1596747702.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd0a00] (21)++ 00000800:00000200:16.0:1596747702.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd0a00] (22)++ 00000800:00000200:16.0:1596747702.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd0a00] (23)-- 00000800:00020000:16.0:1596747702.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747702.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747702.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d36c00] (22)++ 00000800:00000100:16.0:1596747702.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747702.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7d00] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:16.0:1596747702.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d36c00] (23)-- 00000800:00000200:16.0:1596747702.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427137400] (21)++ 00000800:00000200:16.0:1596747702.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c427137400] (22)++ 00000800:00000200:16.0:1596747702.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c427137400] (23)-- 00000800:00000200:16.0:1596747702.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea2800] (21)++ 00000800:00000200:16.0:1596747702.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea2800] (22)++ 00000800:00000200:16.0:1596747702.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea2800] (23)-- 00000400:00000200:16.0:1596747702.353171:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:16.0:1596747702.353173:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:16.0:1596747702.353173:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d36c00] (22)-- 00000800:00000200:84.2:1596747703.224058:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55820a00] (20)++ 00000800:00000200:17.0:1596747703.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19f200] (21)++ 00000800:00000200:17.0:1596747703.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19f200] (22)++ 00000800:00000200:17.0:1596747703.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19f200] (23)-- 00000800:00000200:17.0:1596747703.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308be00] (21)++ 00000800:00000200:17.0:1596747703.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308be00] (22)++ 00000800:00000200:17.0:1596747703.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308be00] (23)-- 00000800:00000200:17.0:1596747703.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308e400] (21)++ 00000800:00000200:17.0:1596747703.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308e400] (22)++ 00000800:00000200:17.0:1596747703.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308e400] (23)-- 00000800:00000200:86.2:1596747703.610007:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447aec000] (20)++ 00000800:00000200:39.2:1596747703.740482:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be83000] (20)++ 00000800:00000200:86.2:1596747704.326205:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447aeec00] (19)++ 00000800:00000200:17.0:1596747704.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308c600] (21)++ 00000800:00000200:17.0:1596747704.352604:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308c600] (22)++ 00000800:00000200:17.0:1596747704.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308c600] (23)-- 00000800:00000200:17.0:1596747704.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d34e00] (21)++ 00000800:00000200:17.0:1596747704.352613:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d34e00] (22)++ 00000800:00000200:17.0:1596747704.352615:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d34e00] (23)-- 00000800:00000200:17.0:1596747704.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830a00] (21)++ 00000800:00000200:17.0:1596747704.352618:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e830a00] (22)++ 00000800:00000200:17.0:1596747704.352620:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e830a00] (23)-- 00000800:00020000:17.0:1596747705.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747705.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747705.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66924800] (22)++ 00000800:00000100:17.0:1596747705.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747705.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9e00] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:17.0:1596747705.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66924800] (23)-- 00000800:00000200:17.0:1596747705.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830400] (21)++ 00000800:00000200:17.0:1596747705.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e830400] (22)++ 00000800:00000200:17.0:1596747705.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e830400] (23)-- 00000800:00000200:17.0:1596747705.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834600] (21)++ 00000800:00000200:17.0:1596747705.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e834600] (22)++ 00000800:00000200:17.0:1596747705.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e834600] (23)-- 00000800:00000200:17.0:1596747705.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceae800] (21)++ 00000800:00000200:17.0:1596747705.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42ceae800] (22)++ 00000800:00000200:17.0:1596747705.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42ceae800] (23)-- 00000400:00000200:17.0:1596747705.353123:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:17.0:1596747705.353125:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:17.0:1596747705.353125:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66924800] (22)-- 00000800:00000200:17.0:1596747706.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51ae00] (21)++ 00000800:00000200:17.0:1596747706.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3e00] (21)++ 00000800:00000200:17.0:1596747706.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f3e00] (22)++ 00000800:00000200:17.0:1596747706.352583:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f3e00] (23)-- 00000800:00000200:17.0:1596747706.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51ae00] (22)++ 00000800:00000200:17.0:1596747706.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51ae00] (23)-- 00000800:00000200:17.0:1596747706.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7400] (21)++ 00000800:00000200:17.0:1596747706.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd7400] (22)++ 00000800:00000200:17.0:1596747706.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd7400] (23)-- 00000800:00000200:17.0:1596747706.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7e00] (21)++ 00000800:00000200:17.0:1596747706.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd7e00] (22)++ 00000800:00000200:17.0:1596747706.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd7e00] (23)-- 00000800:00000200:17.0:1596747706.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797000] (21)++ 00000800:00000200:17.0:1596747706.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c797000] (22)++ 00000800:00000200:17.0:1596747706.352602:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c797000] (23)-- 00000800:00000200:17.0:1596747706.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55860000] (21)++ 00000800:00000200:17.0:1596747706.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55860000] (22)++ 00000800:00000200:17.0:1596747706.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55860000] (23)-- 00000800:00000200:17.0:1596747706.352609:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f3e00] (21)++ 00000800:00000200:17.0:1596747706.352610:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f3e00] (22)++ 00000800:00000200:17.0:1596747706.352613:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f3e00] (23)-- 00000800:00000200:17.0:1596747706.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61b400] (21)++ 00000800:00000200:17.0:1596747706.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61b400] (22)++ 00000800:00000200:17.0:1596747706.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61b400] (23)-- 00000800:00020000:17.0:1596747706.352620:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747706.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747706.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c581000] (22)++ 00000800:00000100:17.0:1596747706.352625:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747706.352627:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3a80] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:17.0:1596747706.352628:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c581000] (23)-- 00000800:00020000:17.0:1596747706.352631:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747706.352632:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747706.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d33200] (22)++ 00000800:00000100:17.0:1596747706.352634:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747706.352636:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6300] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:17.0:1596747706.352637:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d33200] (23)-- 00000800:00000200:17.0:1596747706.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834c00] (21)++ 00000800:00000200:17.0:1596747706.352641:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e834c00] (22)++ 00000800:00000200:17.0:1596747706.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e834c00] (23)-- 00000400:00000200:17.0:1596747706.353229:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:17.0:1596747706.353231:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:17.0:1596747706.353231:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c581000] (22)-- 00000400:00000200:17.0:1596747706.353768:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:17.0:1596747706.353769:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:17.0:1596747706.353769:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d33200] (22)-- 00000800:00000200:17.0:1596747707.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d34800] (21)++ 00000800:00000200:17.0:1596747707.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d34800] (22)++ 00000800:00000200:17.0:1596747707.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d34800] (23)-- 00000800:00000200:17.0:1596747707.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6a00] (21)++ 00000800:00000200:17.0:1596747707.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f6a00] (22)++ 00000800:00000200:17.0:1596747707.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f6a00] (23)-- 00000800:00020000:17.0:1596747707.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a45c08a800] (22)++ 00000800:00000100:17.0:1596747707.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ae00] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a45c08a800] (23)-- 00000800:00000200:17.0:1596747707.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1000] (21)++ 00000800:00000200:17.0:1596747707.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd1000] (22)++ 00000800:00000200:17.0:1596747707.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd1000] (23)-- 00000800:00020000:17.0:1596747707.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297f200] (22)++ 00000800:00000200:17.0:1596747707.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d56c00] (21)++ 00000800:00000100:17.0:1596747707.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ad00] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297f200] (23)-- 00000800:00000200:17.0:1596747707.352604:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d56c00] (22)++ 00000800:00000200:17.0:1596747707.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d56c00] (23)-- 00000800:00000200:17.0:1596747707.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f6000] (21)++ 00000800:00000200:17.0:1596747707.352611:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f6000] (22)++ 00000800:00000200:17.0:1596747707.352614:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f6000] (23)-- 00000800:00020000:17.0:1596747707.352615:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61c800] (22)++ 00000800:00000100:17.0:1596747707.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0280] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61c800] (23)-- 00000800:00000200:17.0:1596747707.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793c00] (21)++ 00000800:00000200:17.0:1596747707.352623:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c793c00] (22)++ 00000800:00000200:17.0:1596747707.352626:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c793c00] (23)-- 00000800:00000200:17.0:1596747707.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7000] (21)++ 00000800:00000200:17.0:1596747707.352628:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd7000] (22)++ 00000800:00000200:17.0:1596747707.352630:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd7000] (23)-- 00000800:00020000:17.0:1596747707.352632:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352633:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c794200] (22)++ 00000800:00000100:17.0:1596747707.352635:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352637:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2480] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352638:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c794200] (23)-- 00000800:00000200:17.0:1596747707.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f4c00] (21)++ 00000800:00000200:17.0:1596747707.352640:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f4c00] (22)++ 00000800:00000200:17.0:1596747707.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f4c00] (23)-- 00000800:00000200:17.0:1596747707.352644:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1a00] (21)++ 00000800:00000200:17.0:1596747707.352646:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd1a00] (22)++ 00000800:00000200:17.0:1596747707.352648:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd1a00] (23)-- 00000800:00020000:17.0:1596747707.352649:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352650:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352651:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797c00] (22)++ 00000800:00000100:17.0:1596747707.352652:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352654:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2500] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352656:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c797c00] (23)-- 00000800:00000200:17.0:1596747707.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51ec00] (21)++ 00000800:00000200:17.0:1596747707.352658:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51ec00] (22)++ 00000800:00000200:17.0:1596747707.352661:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51ec00] (23)-- 00000800:00020000:17.0:1596747707.352661:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352663:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352663:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd0a00] (22)++ 00000800:00000100:17.0:1596747707.352664:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352666:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b900] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352667:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd0a00] (23)-- 00000800:00020000:17.0:1596747707.352668:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352670:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352670:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427137400] (22)++ 00000800:00000100:17.0:1596747707.352672:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0200] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c427137400] (23)-- 00000800:00000200:17.0:1596747707.352677:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5600] (21)++ 00000800:00000200:17.0:1596747707.352678:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f5600] (22)++ 00000800:00000200:17.0:1596747707.352681:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f5600] (23)-- 00000800:00000200:17.0:1596747707.352682:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d34200] (21)++ 00000800:00000200:17.0:1596747707.352684:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d34200] (22)++ 00000800:00000200:17.0:1596747707.352686:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d34200] (23)-- 00000800:00000200:17.0:1596747707.352687:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c796600] (21)++ 00000800:00000200:17.0:1596747707.352689:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c796600] (22)++ 00000800:00000200:17.0:1596747707.352691:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c796600] (23)-- 00000800:00020000:17.0:1596747707.352691:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747707.352693:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747707.352693:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea2800] (22)++ 00000800:00000200:17.0:1596747707.352694:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793000] (21)++ 00000800:00000100:17.0:1596747707.352695:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747707.352697:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7c00] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:17.0:1596747707.352698:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea2800] (23)-- 00000800:00000200:17.0:1596747707.352700:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c793000] (22)++ 00000800:00000200:17.0:1596747707.352702:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c793000] (23)-- 00000400:00000200:17.0:1596747707.353324:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596747707.353325:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596747707.353326:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a45c08a800] (22)-- 00000400:00000200:17.0:1596747707.353854:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:17.0:1596747707.353855:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:17.0:1596747707.353856:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297f200] (22)-- 00000800:00000200:36.0F:1596747707.354380:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297f200] (21)-- 00000400:00000200:17.0:1596747707.354389:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:17.0:1596747707.354390:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:17.0:1596747707.354391:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61c800] (22)-- 00000400:00000200:17.0:1596747707.354955:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:17.0:1596747707.354956:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:17.0:1596747707.354957:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c794200] (22)-- 00000400:00000200:17.0:1596747707.355493:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:17.0:1596747707.355494:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:17.0:1596747707.355494:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c797c00] (22)-- 00000400:00000200:17.0:1596747707.356037:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:17.0:1596747707.356038:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:17.0:1596747707.356038:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd0a00] (22)-- 00000400:00000200:17.0:1596747707.356603:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:17.0:1596747707.356605:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:17.0:1596747707.356605:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c427137400] (22)-- 00000400:00000200:17.0:1596747707.357145:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:17.0:1596747707.357146:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:17.0:1596747707.357147:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea2800] (22)-- 00000800:00000200:15.0:1596747708.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c794600] (21)++ 00000800:00000200:15.0:1596747708.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c794600] (22)++ 00000800:00000200:15.0:1596747708.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c794600] (23)-- 00000800:00000200:15.0:1596747708.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1e00] (21)++ 00000800:00000200:15.0:1596747708.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f1e00] (22)++ 00000800:00000200:15.0:1596747708.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f1e00] (23)-- 00000800:00000200:15.0:1596747708.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c210600] (21)++ 00000800:00000200:15.0:1596747708.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c210600] (22)++ 00000800:00000200:15.0:1596747708.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c210600] (23)-- 00000800:00000200:15.0:1596747708.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d57600] (21)++ 00000800:00000200:15.0:1596747708.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d57600] (22)++ 00000800:00000200:15.0:1596747708.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d57600] (23)-- 00000800:00000200:15.0:1596747708.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c210000] (21)++ 00000800:00000200:15.0:1596747708.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c210000] (22)++ 00000800:00000200:15.0:1596747708.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c210000] (23)-- 00000800:00020000:15.0:1596747708.352569:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747708.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747708.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308be00] (22)++ 00000800:00000100:15.0:1596747708.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747708.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1d00] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:15.0:1596747708.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308be00] (23)-- 00000800:00020000:15.0:1596747708.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747708.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747708.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308e400] (22)++ 00000800:00000100:15.0:1596747708.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747708.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1c80] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:15.0:1596747708.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308e400] (23)-- 00000800:00000200:15.0:1596747708.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66804e00] (21)++ 00000800:00000200:15.0:1596747708.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66804e00] (22)++ 00000800:00000200:15.0:1596747708.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66804e00] (23)-- 00000400:00000200:15.0:1596747708.353092:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:15.0:1596747708.353094:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:15.0:1596747708.353095:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308be00] (22)-- 00000400:00000200:15.0:1596747708.353623:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:15.0:1596747708.353624:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:15.0:1596747708.353624:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308e400] (22)-- 00000800:00000200:15.0:1596747709.352690:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cead200] (21)++ 00000800:00000200:15.0:1596747709.352694:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42cead200] (22)++ 00000800:00000200:15.0:1596747709.352698:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42cead200] (23)-- 00000800:00000200:15.0:1596747709.352699:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51d600] (21)++ 00000800:00000200:15.0:1596747709.352701:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51d600] (22)++ 00000800:00000200:15.0:1596747709.352703:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51d600] (23)-- 00000800:00020000:15.0:1596747709.352704:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747709.352706:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747709.352707:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308c600] (22)++ 00000800:00000100:15.0:1596747709.352708:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747709.352710:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0300] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:15.0:1596747709.352711:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308c600] (23)-- 00000800:00000200:15.0:1596747709.352712:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c792800] (21)++ 00000800:00000200:15.0:1596747709.352714:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c792800] (22)++ 00000800:00000200:15.0:1596747709.352716:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c792800] (23)-- 00000800:00000200:15.0:1596747709.352717:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519000] (21)++ 00000800:00000200:15.0:1596747709.352719:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d519000] (22)++ 00000800:00000200:15.0:1596747709.352721:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d519000] (23)-- 00000800:00000200:15.0:1596747709.352722:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6800] (21)++ 00000800:00000200:15.0:1596747709.352724:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f6800] (22)++ 00000800:00000200:15.0:1596747709.352727:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f6800] (23)-- 00000800:00020000:15.0:1596747709.352728:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747709.352730:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747709.352731:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d34e00] (22)++ 00000800:00000100:15.0:1596747709.352732:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747709.352734:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7c80] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:15.0:1596747709.352735:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d34e00] (23)-- 00000800:00020000:15.0:1596747709.352736:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747709.352737:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747709.352738:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830a00] (22)++ 00000800:00000100:15.0:1596747709.352739:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747709.352741:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6280] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:15.0:1596747709.352742:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e830a00] (23)-- 00000800:00000200:15.0:1596747709.352743:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceadc00] (21)++ 00000800:00000200:15.0:1596747709.352745:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42ceadc00] (22)++ 00000800:00000200:15.0:1596747709.352748:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42ceadc00] (23)-- 00000800:00000200:15.0:1596747709.352749:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518e00] (21)++ 00000800:00000200:15.0:1596747709.352750:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d518e00] (22)++ 00000800:00000200:15.0:1596747709.352753:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d518e00] (23)-- 00000800:00000200:15.0:1596747709.352754:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd6600] (21)++ 00000800:00000200:15.0:1596747709.352755:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd6600] (22)++ 00000800:00000200:15.0:1596747709.352757:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd6600] (23)-- 00000800:00000200:15.0:1596747709.352759:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5c00] (21)++ 00000800:00000200:15.0:1596747709.352760:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd5c00] (22)++ 00000800:00000200:15.0:1596747709.352762:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd5c00] (23)-- 00000800:00000200:15.0:1596747709.352765:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2400] (21)++ 00000800:00000200:15.0:1596747709.352766:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd2400] (22)++ 00000800:00000200:15.0:1596747709.352768:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd2400] (23)-- 00000800:00020000:15.0:1596747709.352770:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747709.352771:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747709.352772:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19f200] (22)++ 00000800:00000100:15.0:1596747709.352773:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747709.352775:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6380] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:15.0:1596747709.352776:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19f200] (23)-- 00000800:00000200:15.0:1596747709.352780:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519800] (21)++ 00000800:00000200:15.0:1596747709.352782:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d519800] (22)++ 00000800:00000200:15.0:1596747709.352784:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d519800] (23)-- 00000800:00000200:15.0:1596747709.352785:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2e00] (21)++ 00000800:00000200:15.0:1596747709.352786:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd2e00] (22)++ 00000800:00000200:15.0:1596747709.352788:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd2e00] (23)-- 00000400:00000200:15.0:1596747709.353262:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:15.0:1596747709.353264:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:15.0:1596747709.353264:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308c600] (22)-- 00000400:00000200:15.0:1596747709.353787:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:15.0:1596747709.353788:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:15.0:1596747709.353789:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d34e00] (22)-- 00000400:00000200:15.0:1596747709.354331:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:15.0:1596747709.354332:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:15.0:1596747709.354333:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e830a00] (22)-- 00000400:00000200:15.0:1596747709.354849:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:15.0:1596747709.354851:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:15.0:1596747709.354851:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19f200] (22)-- 00000800:00000200:36.0:1596747709.407689:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596747710.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f1e00] (21)++ 00000800:00000200:16.0:1596747710.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f1e00] (22)++ 00000800:00000200:16.0:1596747710.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f1e00] (23)-- 00000800:00000200:16.0:1596747710.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518400] (21)++ 00000800:00000200:16.0:1596747710.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d33c00] (21)++ 00000800:00000200:16.0:1596747710.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d33c00] (22)++ 00000800:00000200:16.0:1596747710.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d33c00] (23)-- 00000800:00000200:16.0:1596747710.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d518400] (22)++ 00000800:00000200:16.0:1596747710.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d518400] (23)-- 00000800:00020000:16.0:1596747710.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747710.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747710.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830400] (22)++ 00000800:00000100:16.0:1596747710.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747710.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7c80] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:16.0:1596747710.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e830400] (23)-- 00000800:00000200:16.0:1596747710.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d00e00] (21)++ 00000800:00000200:16.0:1596747710.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d00e00] (22)++ 00000800:00000200:16.0:1596747710.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d00e00] (23)-- 00000800:00000200:16.0:1596747710.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d35a00] (21)++ 00000800:00000200:16.0:1596747710.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d35a00] (22)++ 00000800:00000200:16.0:1596747710.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d35a00] (23)-- 00000800:00000200:16.0:1596747710.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d00c00] (21)++ 00000800:00000200:16.0:1596747710.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d00c00] (22)++ 00000800:00000200:16.0:1596747710.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d00c00] (23)-- 00000800:00000200:16.0:1596747710.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922e00] (21)++ 00000800:00000200:16.0:1596747710.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66922e00] (22)++ 00000800:00000200:16.0:1596747710.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66922e00] (23)-- 00000800:00000200:16.0:1596747710.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc558d0000] (21)++ 00000800:00000200:16.0:1596747710.352587:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc558d0000] (22)++ 00000800:00000200:16.0:1596747710.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc558d0000] (23)-- 00000800:00020000:16.0:1596747710.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747710.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747710.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834600] (22)++ 00000800:00000100:16.0:1596747710.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747710.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6380] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:16.0:1596747710.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e834600] (23)-- 00000800:00020000:16.0:1596747710.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747710.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747710.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceae800] (22)++ 00000800:00000100:16.0:1596747710.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747710.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1c00] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:16.0:1596747710.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42ceae800] (23)-- 00000800:00000200:16.0:1596747710.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c217a00] (21)++ 00000800:00000200:16.0:1596747710.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c217a00] (22)++ 00000800:00000200:16.0:1596747710.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c217a00] (23)-- 00000800:00000200:16.0:1596747710.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5800] (21)++ 00000800:00000200:16.0:1596747710.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f5800] (22)++ 00000800:00000200:16.0:1596747710.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f5800] (23)-- 00000400:00000200:16.0:1596747710.353217:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:16.0:1596747710.353219:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:16.0:1596747710.353219:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e830400] (22)-- 00000400:00000200:16.0:1596747710.353756:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:16.0:1596747710.353758:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:16.0:1596747710.353758:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e834600] (22)-- 00000400:00000200:16.0:1596747710.354293:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:16.0:1596747710.354295:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:16.0:1596747710.354295:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42ceae800] (22)-- 00000800:00000200:16.0:1596747711.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ad14e13c00] (21)++ 00000800:00000200:16.0:1596747711.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ad14e13c00] (22)++ 00000800:00000200:16.0:1596747711.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ad14e13c00] (23)-- 00000800:00000200:16.0:1596747711.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f4e00] (21)++ 00000800:00000200:16.0:1596747711.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f4e00] (22)++ 00000800:00000200:16.0:1596747711.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f4e00] (23)-- 00000800:00020000:16.0:1596747711.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51ae00] (22)++ 00000800:00020000:16.0:1596747711.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352601:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3e00] (22)++ 00000800:00000100:16.0:1596747711.352603:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352605:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8180] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352606:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f3e00] (23)-- 00000800:00000100:16.0:1596747711.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352609:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7b80] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352610:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51ae00] (23)-- 00000800:00020000:16.0:1596747711.352611:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7400] (22)++ 00000800:00000100:16.0:1596747711.352614:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352616:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b800] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352617:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd7400] (23)-- 00000800:00020000:16.0:1596747711.352618:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352620:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7e00] (22)++ 00000800:00000100:16.0:1596747711.352622:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352624:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b400] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352625:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd7e00] (23)-- 00000800:00020000:16.0:1596747711.352627:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352628:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c797000] (22)++ 00000800:00000100:16.0:1596747711.352630:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352631:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3980] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352632:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c797000] (23)-- 00000800:00000200:16.0:1596747711.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93200] (21)++ 00000800:00000200:16.0:1596747711.352635:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc93200] (22)++ 00000800:00000200:16.0:1596747711.352637:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc93200] (23)-- 00000800:00020000:16.0:1596747711.352638:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352640:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55860000] (22)++ 00000800:00000100:16.0:1596747711.352641:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352643:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac000] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352645:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55860000] (23)-- 00000800:00020000:16.0:1596747711.352645:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352646:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352647:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f3e00] (22)++ 00000800:00000100:16.0:1596747711.352648:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352650:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6400] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352651:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f3e00] (23)-- 00000800:00020000:16.0:1596747711.352652:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352653:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352654:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61b400] (22)++ 00000800:00000100:16.0:1596747711.352655:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352656:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0380] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352658:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61b400] (23)-- 00000800:00020000:16.0:1596747711.352663:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747711.352665:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747711.352666:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834c00] (22)++ 00000800:00000100:16.0:1596747711.352667:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747711.352669:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7c00] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:16.0:1596747711.352670:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e834c00] (23)-- 00000400:00000200:16.0:1596747711.353184:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:16.0:1596747711.353186:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:16.0:1596747711.353186:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f3e00] (22)-- 00000400:00000200:16.0:1596747711.353723:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:16.0:1596747711.353724:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:16.0:1596747711.353724:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51ae00] (22)-- 00000400:00000200:16.0:1596747711.354257:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:16.0:1596747711.354258:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:16.0:1596747711.354258:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd7400] (22)-- 00000400:00000200:16.0:1596747711.354815:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:16.0:1596747711.354816:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:16.0:1596747711.354816:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd7e00] (22)-- 00000400:00000200:16.0:1596747711.355358:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:16.0:1596747711.355359:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:16.0:1596747711.355360:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c797000] (22)-- 00000400:00000200:16.0:1596747711.355913:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:16.0:1596747711.355914:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:16.0:1596747711.355914:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55860000] (22)-- 00000400:00000200:16.0:1596747711.356447:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:16.0:1596747711.356449:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:16.0:1596747711.356449:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f3e00] (22)-- 00000400:00000200:16.0:1596747711.356999:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:16.0:1596747711.357001:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:16.0:1596747711.357001:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61b400] (22)-- 00000400:00000200:16.0:1596747711.357552:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:16.0:1596747711.357553:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:16.0:1596747711.357553:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e834c00] (22)-- 00000800:00000200:17.0:1596747712.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f4800] (21)++ 00000800:00000200:17.0:1596747712.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f4800] (22)++ 00000800:00000200:17.0:1596747712.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f4800] (23)-- 00000800:00000200:17.0:1596747712.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceac200] (21)++ 00000800:00000200:17.0:1596747712.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42ceac200] (22)++ 00000800:00000200:17.0:1596747712.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42ceac200] (23)-- 00000800:00000200:17.0:1596747712.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc94400] (21)++ 00000800:00000200:17.0:1596747712.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc94400] (22)++ 00000800:00000200:17.0:1596747712.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc94400] (23)-- 00000800:00000200:17.0:1596747712.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceafa00] (21)++ 00000800:00000200:17.0:1596747712.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42ceafa00] (22)++ 00000800:00000200:17.0:1596747712.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42ceafa00] (23)-- 00000800:00000200:17.0:1596747712.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474e600] (21)++ 00000800:00000200:17.0:1596747712.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474e600] (22)++ 00000800:00000200:17.0:1596747712.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474e600] (23)-- 00000800:00000200:17.0:1596747712.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90e00] (21)++ 00000800:00000200:17.0:1596747712.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc90e00] (22)++ 00000800:00000200:17.0:1596747712.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc90e00] (23)-- 00000800:00000200:37.2:1596747712.544809:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55b58000] (20)++ 00000800:00020000:17.0:1596747713.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747713.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793000] (22)++ 00000800:00000100:17.0:1596747713.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3900] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c793000] (23)-- 00000800:00020000:17.0:1596747713.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747713.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c794600] (22)++ 00000800:00000100:17.0:1596747713.352557:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352559:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2680] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352560:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c794600] (23)-- 00000800:00020000:17.0:1596747713.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747713.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1e00] (22)++ 00000800:00000100:17.0:1596747713.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8280] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f1e00] (23)-- 00000800:00000200:17.0:1596747713.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ea00] (21)++ 00000800:00000200:17.0:1596747713.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474ea00] (22)++ 00000800:00000200:17.0:1596747713.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474ea00] (23)-- 00000800:00000200:17.0:1596747713.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c217000] (21)++ 00000800:00000200:17.0:1596747713.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c217000] (22)++ 00000800:00000200:17.0:1596747713.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c217000] (23)-- 00000800:00020000:17.0:1596747713.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d34800] (22)++ 00000800:00000100:17.0:1596747713.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7c00] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d34800] (23)-- 00000800:00020000:17.0:1596747713.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6a00] (22)++ 00000800:00000100:17.0:1596747713.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9d80] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f6a00] (23)-- 00000800:00020000:17.0:1596747713.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1000] (22)++ 00000800:00000100:17.0:1596747713.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b880] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd1000] (23)-- 00000800:00020000:17.0:1596747713.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d56c00] (22)++ 00000800:00000100:17.0:1596747713.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadf00] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d56c00] (23)-- 00000800:00020000:17.0:1596747713.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747713.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c210600] (22)++ 00000800:00000100:17.0:1596747713.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2700] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c210600] (23)-- 00000800:00020000:17.0:1596747713.352617:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747713.352618:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d57600] (22)++ 00000800:00000100:17.0:1596747713.352620:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac080] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352623:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d57600] (23)-- 00000800:00020000:17.0:1596747713.352624:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352625:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f6000] (22)++ 00000800:00000100:17.0:1596747713.352627:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6480] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f6000] (23)-- 00000800:00020000:17.0:1596747713.352630:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747713.352631:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352632:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c210000] (22)++ 00000800:00000100:17.0:1596747713.352633:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352635:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3800] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352636:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c210000] (23)-- 00000800:00020000:17.0:1596747713.352637:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352639:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c793c00] (22)++ 00000800:00000100:17.0:1596747713.352640:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352642:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2580] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352643:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c793c00] (23)-- 00000800:00020000:17.0:1596747713.352644:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352645:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352646:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7000] (22)++ 00000800:00000100:17.0:1596747713.352647:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352649:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a780] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352650:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd7000] (23)-- 00000800:00000200:17.0:1596747713.352651:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97200] (21)++ 00000800:00000200:17.0:1596747713.352653:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc97200] (22)++ 00000800:00000200:17.0:1596747713.352655:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc97200] (23)-- 00000800:00020000:17.0:1596747713.352656:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352657:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352658:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f4c00] (22)++ 00000800:00000100:17.0:1596747713.352659:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352661:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7b80] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352662:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f4c00] (23)-- 00000800:00000200:17.0:1596747713.352664:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66926800] (21)++ 00000800:00000200:17.0:1596747713.352666:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66926800] (22)++ 00000800:00000200:17.0:1596747713.352669:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66926800] (23)-- 00000800:00020000:17.0:1596747713.352669:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747713.352670:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747713.352671:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1a00] (22)++ 00000800:00000100:17.0:1596747713.352672:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747713.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b780] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:17.0:1596747713.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd1a00] (23)-- 00000800:00000200:17.0:1596747713.352676:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f1600] (21)++ 00000800:00000200:17.0:1596747713.352677:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f1600] (22)++ 00000800:00000200:17.0:1596747713.352680:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f1600] (23)-- 00000800:00000200:17.0:1596747713.352681:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c211000] (21)++ 00000800:00000200:17.0:1596747713.352682:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c211000] (22)++ 00000800:00000200:17.0:1596747713.352684:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c211000] (23)-- 00000400:00000200:17.0:1596747713.353274:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:17.0:1596747713.353275:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:17.0:1596747713.353276:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c793000] (22)-- 00000400:00000200:17.0:1596747713.353808:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:17.0:1596747713.353809:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:17.0:1596747713.353809:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c794600] (22)-- 00000400:00000200:17.0:1596747713.354338:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:17.0:1596747713.354339:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:17.0:1596747713.354339:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f1e00] (22)-- 00000400:00000200:17.0:1596747713.354721:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:17.0:1596747713.354722:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:17.0:1596747713.354722:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d34800] (22)-- 00000400:00000200:17.0:1596747713.355099:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:17.0:1596747713.355100:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:17.0:1596747713.355101:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f6a00] (22)-- 00000400:00000200:17.0:1596747713.355662:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:17.0:1596747713.355663:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:17.0:1596747713.355664:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd1000] (22)-- 00000400:00000200:17.0:1596747713.356191:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:17.0:1596747713.356192:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:17.0:1596747713.356192:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d56c00] (22)-- 00000400:00000200:17.0:1596747713.356749:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:17.0:1596747713.356750:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:17.0:1596747713.356750:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c210600] (22)-- 00000400:00000200:17.0:1596747713.357282:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:17.0:1596747713.357283:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:17.0:1596747713.357284:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d57600] (22)-- 00000400:00000200:17.0:1596747713.357836:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:17.0:1596747713.357837:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:17.0:1596747713.357838:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f6000] (22)-- 00000400:00000200:17.0:1596747713.358384:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:17.0:1596747713.358386:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:17.0:1596747713.358386:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c210000] (22)-- 00000400:00000200:17.0:1596747713.358943:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:17.0:1596747713.358944:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:17.0:1596747713.358945:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c793c00] (22)-- 00000400:00000200:17.0:1596747713.359489:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:17.0:1596747713.359490:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:17.0:1596747713.359491:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd7000] (22)-- 00000400:00000200:17.0:1596747713.360048:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:17.0:1596747713.360049:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:17.0:1596747713.360050:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f4c00] (22)-- 00000400:00000200:17.0:1596747713.360604:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:17.0:1596747713.360605:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:17.0:1596747713.360605:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd1a00] (22)-- 00000800:00020000:15.0:1596747714.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747714.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747714.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51ec00] (22)++ 00000800:00020000:15.0:1596747714.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747714.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747714.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66804e00] (22)++ 00000800:00000100:15.0:1596747714.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747714.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9c80] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:15.0:1596747714.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66804e00] (23)-- 00000800:00000100:15.0:1596747714.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747714.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6400] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:15.0:1596747714.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51ec00] (23)-- 00000800:00000200:15.0:1596747714.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55900000] (21)++ 00000800:00000200:15.0:1596747714.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55900000] (22)++ 00000800:00000200:15.0:1596747714.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55900000] (23)-- 00000800:00020000:15.0:1596747714.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747714.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747714.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5600] (22)++ 00000800:00000100:15.0:1596747714.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747714.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8200] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:15.0:1596747714.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f5600] (23)-- 00000800:00020000:15.0:1596747714.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747714.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747714.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d34200] (22)++ 00000800:00000100:15.0:1596747714.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747714.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6380] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:15.0:1596747714.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d34200] (23)-- 00000800:00020000:15.0:1596747714.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747714.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747714.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c796600] (22)++ 00000800:00000100:15.0:1596747714.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747714.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2600] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:15.0:1596747714.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c796600] (23)-- 00000800:00000200:15.0:1596747714.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922600] (21)++ 00000800:00000200:15.0:1596747714.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66922600] (22)++ 00000800:00000200:15.0:1596747714.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66922600] (23)-- 00000800:00000200:15.0:1596747714.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b48000] (21)++ 00000800:00000200:15.0:1596747714.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66b48000] (22)++ 00000800:00000200:15.0:1596747714.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66b48000] (23)-- 00000400:00000200:15.0:1596747714.353170:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:15.0:1596747714.353171:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:15.0:1596747714.353172:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66804e00] (22)-- 00000400:00000200:15.0:1596747714.353705:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:15.0:1596747714.353707:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:15.0:1596747714.353707:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51ec00] (22)-- 00000400:00000200:15.0:1596747714.354244:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:15.0:1596747714.354245:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:15.0:1596747714.354245:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f5600] (22)-- 00000400:00000200:15.0:1596747714.354790:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:15.0:1596747714.354791:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:15.0:1596747714.354791:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d34200] (22)-- 00000400:00000200:15.0:1596747714.355341:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:15.0:1596747714.355342:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:15.0:1596747714.355342:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c796600] (22)-- 00000800:00000200:38.2:1596747715.180496:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c6a00] (19)++ 00000800:00020000:15.0:1596747715.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519800] (22)++ 00000800:00000100:15.0:1596747715.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7a00] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d519800] (23)-- 00000800:00020000:15.0:1596747715.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2e00] (22)++ 00000800:00000100:15.0:1596747715.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bd80] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd2e00] (23)-- 00000800:00000200:15.0:1596747715.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d18200] (21)++ 00000800:00000200:15.0:1596747715.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d18200] (22)++ 00000800:00000200:15.0:1596747715.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d18200] (23)-- 00000800:00000200:15.0:1596747715.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474c600] (21)++ 00000800:00000200:15.0:1596747715.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474c600] (22)++ 00000800:00000200:15.0:1596747715.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474c600] (23)-- 00000800:00000200:15.0:1596747715.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ba00] (21)++ 00000800:00000200:15.0:1596747715.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474ba00] (22)++ 00000800:00000200:15.0:1596747715.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474ba00] (23)-- 00000800:00020000:15.0:1596747715.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f1e00] (22)++ 00000800:00000100:15.0:1596747715.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6500] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f1e00] (23)-- 00000800:00000200:15.0:1596747715.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5200] (21)++ 00000800:00000200:15.0:1596747715.352590:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd5200] (22)++ 00000800:00000200:15.0:1596747715.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd5200] (23)-- 00000800:00020000:15.0:1596747715.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518400] (22)++ 00000800:00020000:15.0:1596747715.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d33c00] (22)++ 00000800:00000100:15.0:1596747715.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7b80] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d33c00] (23)-- 00000800:00000100:15.0:1596747715.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7a80] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d518400] (23)-- 00000800:00020000:15.0:1596747715.352606:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352607:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d00e00] (22)++ 00000800:00000200:15.0:1596747715.352609:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474b400] (21)++ 00000800:00000100:15.0:1596747715.352610:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352612:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac100] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d00e00] (23)-- 00000800:00000200:15.0:1596747715.352614:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474b400] (22)++ 00000800:00000200:15.0:1596747715.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474b400] (23)-- 00000800:00020000:15.0:1596747715.352617:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352619:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d35a00] (22)++ 00000800:00000100:15.0:1596747715.352621:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352622:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6400] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352623:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d35a00] (23)-- 00000800:00000200:15.0:1596747715.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91400] (21)++ 00000800:00000200:15.0:1596747715.352626:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc91400] (22)++ 00000800:00000200:15.0:1596747715.352628:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc91400] (23)-- 00000800:00000200:15.0:1596747715.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b4fa00] (21)++ 00000800:00000200:15.0:1596747715.352631:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66b4fa00] (22)++ 00000800:00000200:15.0:1596747715.352634:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66b4fa00] (23)-- 00000800:00020000:15.0:1596747715.352634:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352636:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352636:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d00c00] (22)++ 00000800:00000100:15.0:1596747715.352637:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352639:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eade80] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352640:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d00c00] (23)-- 00000800:00020000:15.0:1596747715.352642:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352643:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352644:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42cead200] (22)++ 00000800:00000100:15.0:1596747715.352645:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352646:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1b80] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352648:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42cead200] (23)-- 00000800:00020000:15.0:1596747715.352649:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352650:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352650:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51d600] (22)++ 00000800:00000200:15.0:1596747715.352651:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464748e00] (21)++ 00000800:00000100:15.0:1596747715.352652:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352654:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6480] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352655:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51d600] (23)-- 00000800:00000200:15.0:1596747715.352657:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464748e00] (22)++ 00000800:00000200:15.0:1596747715.352659:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464748e00] (23)-- 00000800:00020000:15.0:1596747715.352660:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352661:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352662:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922e00] (22)++ 00000800:00000100:15.0:1596747715.352663:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352664:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8380] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66922e00] (23)-- 00000800:00020000:15.0:1596747715.352666:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352667:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352668:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c792800] (22)++ 00000800:00000100:15.0:1596747715.352669:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352671:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3880] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352672:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c792800] (23)-- 00000800:00020000:15.0:1596747715.352673:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352674:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352675:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519000] (22)++ 00000800:00000100:15.0:1596747715.352676:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352677:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7b00] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352678:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d519000] (23)-- 00000800:00020000:15.0:1596747715.352679:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352680:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352681:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6800] (22)++ 00000800:00000100:15.0:1596747715.352683:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352684:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9d00] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352686:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f6800] (23)-- 00000800:00020000:15.0:1596747715.352687:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352688:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352689:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceadc00] (22)++ 00000800:00000100:15.0:1596747715.352690:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352691:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0400] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352692:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42ceadc00] (23)-- 00000800:00020000:15.0:1596747715.352693:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352694:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352695:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518e00] (22)++ 00000800:00000200:15.0:1596747715.352696:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b49000] (21)++ 00000800:00000100:15.0:1596747715.352697:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352699:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6500] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352700:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d518e00] (23)-- 00000800:00000200:15.0:1596747715.352702:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66b49000] (22)++ 00000800:00000200:15.0:1596747715.352705:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66b49000] (23)-- 00000800:00020000:15.0:1596747715.352705:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352706:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352707:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd6600] (22)++ 00000800:00000100:15.0:1596747715.352708:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352710:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ae80] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352711:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd6600] (23)-- 00000800:00020000:15.0:1596747715.352712:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352713:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352713:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5c00] (22)++ 00000800:00000100:15.0:1596747715.352714:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352716:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b280] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352717:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd5c00] (23)-- 00000800:00020000:15.0:1596747715.352718:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352719:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352720:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc558d0000] (22)++ 00000800:00000100:15.0:1596747715.352721:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352723:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eade00] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352724:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc558d0000] (23)-- 00000800:00000200:15.0:1596747715.352726:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceaa400] (21)++ 00000800:00000200:15.0:1596747715.352727:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c42ceaa400] (22)++ 00000800:00000200:15.0:1596747715.352730:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c42ceaa400] (23)-- 00000800:00000200:15.0:1596747715.352731:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b48600] (21)++ 00000800:00000200:15.0:1596747715.352733:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66b48600] (22)++ 00000800:00000200:15.0:1596747715.352736:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66b48600] (23)-- 00000800:00020000:15.0:1596747715.352736:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352737:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352738:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2400] (22)++ 00000800:00000100:15.0:1596747715.352739:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352741:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b700] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352742:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd2400] (23)-- 00000800:00000200:15.0:1596747715.352743:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55900600] (21)++ 00000800:00000200:15.0:1596747715.352744:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55900600] (22)++ 00000800:00000200:15.0:1596747715.352747:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55900600] (23)-- 00000800:00020000:15.0:1596747715.352748:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747715.352749:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747715.352750:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c217a00] (22)++ 00000800:00000100:15.0:1596747715.352751:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747715.352753:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3780] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:15.0:1596747715.352754:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c217a00] (23)-- 00000400:00000200:15.0:1596747715.353306:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:15.0:1596747715.353307:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:15.0:1596747715.353308:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d519800] (22)-- 00000400:00000200:15.0:1596747715.353851:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:15.0:1596747715.353852:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:15.0:1596747715.353852:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd2e00] (22)-- 00000400:00000200:15.0:1596747715.354389:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:15.0:1596747715.354391:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:15.0:1596747715.354391:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f1e00] (22)-- 00000400:00000200:15.0:1596747715.354947:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:15.0:1596747715.354948:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:15.0:1596747715.354948:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d33c00] (22)-- 00000400:00000200:15.0:1596747715.355484:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:15.0:1596747715.355485:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:15.0:1596747715.355485:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d518400] (22)-- 00000400:00000200:15.0:1596747715.356035:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:15.0:1596747715.356036:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:15.0:1596747715.356036:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d00e00] (22)-- 00000400:00000200:15.0:1596747715.356604:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:15.0:1596747715.356605:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:15.0:1596747715.356606:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d35a00] (22)-- 00000400:00000200:15.0:1596747715.357148:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:15.0:1596747715.357149:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:15.0:1596747715.357149:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d00c00] (22)-- 00000400:00000200:15.0:1596747715.357696:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:15.0:1596747715.357698:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:15.0:1596747715.357698:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42cead200] (22)-- 00000400:00000200:15.0:1596747715.358071:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:15.0:1596747715.358072:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:15.0:1596747715.358072:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51d600] (22)-- 00000400:00000200:15.0:1596747715.358622:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:15.0:1596747715.358624:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:15.0:1596747715.358624:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66922e00] (22)-- 00000400:00000200:15.0:1596747715.359174:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:15.0:1596747715.359175:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:15.0:1596747715.359175:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c792800] (22)-- 00000400:00000200:15.0:1596747715.359724:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:15.0:1596747715.359725:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:15.0:1596747715.359725:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d519000] (22)-- 00000400:00000200:15.0:1596747715.360275:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:15.0:1596747715.360276:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:15.0:1596747715.360276:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f6800] (22)-- 00000400:00000200:15.0:1596747715.360822:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:15.0:1596747715.360823:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:15.0:1596747715.360824:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42ceadc00] (22)-- 00000400:00000200:15.0:1596747715.361369:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:15.0:1596747715.361370:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:15.0:1596747715.361370:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d518e00] (22)-- 00000400:00000200:15.0:1596747715.361914:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:15.0:1596747715.361916:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:15.0:1596747715.361916:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd6600] (22)-- 00000400:00000200:15.0:1596747715.362466:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:15.0:1596747715.362467:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:15.0:1596747715.362467:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd5c00] (22)-- 00000400:00000200:15.0:1596747715.363009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:15.0:1596747715.363010:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:15.0:1596747715.363010:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc558d0000] (22)-- 00000400:00000200:15.0:1596747715.363388:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:15.0:1596747715.363389:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:15.0:1596747715.363389:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd2400] (22)-- 00000800:00000200:36.0:1596747715.363759:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a476dd2400] (21)-- 00000400:00000200:15.0:1596747715.363775:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:15.0:1596747715.363776:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:15.0:1596747715.363776:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c217a00] (22)-- 00000800:00000200:36.2:1596747715.768872:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c850800] (20)++ 00000800:00020000:16.0:1596747716.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747716.352534:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747716.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5800] (22)++ 00000800:00000100:16.0:1596747716.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747716.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8300] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:16.0:1596747716.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f5800] (23)-- 00000800:00000200:16.0:1596747716.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b5800] (21)++ 00000800:00000200:16.0:1596747716.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b5800] (22)++ 00000800:00000200:16.0:1596747716.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b5800] (23)-- 00000800:00000200:16.0:1596747716.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c211a00] (21)++ 00000800:00000200:16.0:1596747716.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c211a00] (22)++ 00000800:00000200:16.0:1596747716.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c211a00] (23)-- 00000800:00000200:16.0:1596747716.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd3800] (21)++ 00000800:00000200:16.0:1596747716.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd3800] (22)++ 00000800:00000200:16.0:1596747716.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd3800] (23)-- 00000800:00000200:16.0:1596747716.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55907a00] (21)++ 00000800:00000200:16.0:1596747716.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55907a00] (22)++ 00000800:00000200:16.0:1596747716.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55907a00] (23)-- 00000800:00000200:16.0:1596747716.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92c00] (21)++ 00000800:00000200:16.0:1596747716.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc92c00] (22)++ 00000800:00000200:16.0:1596747716.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc92c00] (23)-- 00000400:00000200:16.0:1596747716.353206:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:16.0:1596747716.353207:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:16.0:1596747716.353207:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f5800] (22)-- 00000800:00000200:41.2:1596747716.434885:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c851800] (20)++ 00000800:00020000:16.0:1596747717.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f4800] (22)++ 00000800:00000100:16.0:1596747717.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7a80] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f4800] (23)-- 00000800:00020000:16.0:1596747717.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceac200] (22)++ 00000800:00000100:16.0:1596747717.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1b00] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42ceac200] (23)-- 00000800:00020000:16.0:1596747717.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc94400] (22)++ 00000800:00000100:16.0:1596747717.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7980] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc94400] (23)-- 00000800:00020000:16.0:1596747717.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceafa00] (22)++ 00000800:00000100:16.0:1596747717.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0480] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42ceafa00] (23)-- 00000800:00020000:16.0:1596747717.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ad14e13c00] (22)++ 00000800:00000100:16.0:1596747717.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6480] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ad14e13c00] (23)-- 00000800:00020000:16.0:1596747717.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f4e00] (22)++ 00000800:00000100:16.0:1596747717.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7b00] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f4e00] (23)-- 00000800:00020000:16.0:1596747717.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474e600] (22)++ 00000800:00000100:16.0:1596747717.352596:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6500] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474e600] (23)-- 00000800:00020000:16.0:1596747717.352600:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352601:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93200] (22)++ 00000800:00000100:16.0:1596747717.352603:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352605:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6580] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352606:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc93200] (23)-- 00000800:00000200:16.0:1596747717.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464748200] (21)++ 00000800:00000200:16.0:1596747717.352613:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464748200] (22)++ 00000800:00000200:16.0:1596747717.352616:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464748200] (23)-- 00000800:00020000:16.0:1596747717.352617:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747717.352619:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747717.352620:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90e00] (22)++ 00000800:00000100:16.0:1596747717.352621:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747717.352622:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7900] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:16.0:1596747717.352624:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc90e00] (23)-- 00000400:00000200:16.0:1596747717.353114:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:16.0:1596747717.353115:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:16.0:1596747717.353116:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f4800] (22)-- 00000400:00000200:16.0:1596747717.353648:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:16.0:1596747717.353649:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:16.0:1596747717.353650:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42ceac200] (22)-- 00000400:00000200:16.0:1596747717.354172:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:16.0:1596747717.354173:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:16.0:1596747717.354174:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc94400] (22)-- 00000400:00000200:16.0:1596747717.354714:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:16.0:1596747717.354715:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:16.0:1596747717.354715:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42ceafa00] (22)-- 00000400:00000200:16.0:1596747717.355267:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:16.0:1596747717.355268:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:16.0:1596747717.355269:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ad14e13c00] (22)-- 00000400:00000200:16.0:1596747717.355819:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:16.0:1596747717.355820:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:16.0:1596747717.355820:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f4e00] (22)-- 00000400:00000200:16.0:1596747717.356372:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:16.0:1596747717.356373:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:16.0:1596747717.356374:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474e600] (22)-- 00000400:00000200:16.0:1596747717.356924:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:16.0:1596747717.356925:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:16.0:1596747717.356925:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc93200] (22)-- 00000400:00000200:16.0:1596747717.357479:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:16.0:1596747717.357480:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:16.0:1596747717.357481:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc90e00] (22)-- 00000800:00000200:36.0:1596747717.415536:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:85.2:1596747718.345847:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869fc00] (20)++ 00000800:00000200:87.2:1596747718.373245:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460ca00] (20)++ 00000800:00020000:17.0:1596747719.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747719.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f1600] (22)++ 00000800:00000100:17.0:1596747719.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7a00] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f1600] (23)-- 00000800:00020000:17.0:1596747719.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747719.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c211000] (22)++ 00000800:00000100:17.0:1596747719.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2780] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c211000] (23)-- 00000800:00020000:17.0:1596747719.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747719.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55900000] (22)++ 00000800:00000100:17.0:1596747719.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadd80] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55900000] (23)-- 00000800:00020000:17.0:1596747719.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747719.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ea00] (22)++ 00000800:00000100:17.0:1596747719.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7b00] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474ea00] (23)-- 00000800:00020000:17.0:1596747719.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747719.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c217000] (22)++ 00000800:00000100:17.0:1596747719.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3700] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c217000] (23)-- 00000800:00020000:17.0:1596747719.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747719.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66922600] (22)++ 00000800:00000100:17.0:1596747719.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8400] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66922600] (23)-- 00000800:00020000:17.0:1596747719.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747719.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747719.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b48000] (22)++ 00000800:00000100:17.0:1596747719.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747719.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9b80] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:17.0:1596747719.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66b48000] (23)-- 00000400:00000200:17.0:1596747719.353199:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:17.0:1596747719.353200:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:17.0:1596747719.353201:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f1600] (22)-- 00000400:00000200:17.0:1596747719.353750:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:17.0:1596747719.353752:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:17.0:1596747719.353752:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c211000] (22)-- 00000400:00000200:17.0:1596747719.354299:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:17.0:1596747719.354301:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:17.0:1596747719.354301:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55900000] (22)-- 00000400:00000200:17.0:1596747719.354844:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:17.0:1596747719.354846:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:17.0:1596747719.354846:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474ea00] (22)-- 00000400:00000200:17.0:1596747719.355395:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:17.0:1596747719.355396:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:17.0:1596747719.355397:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c217000] (22)-- 00000400:00000200:17.0:1596747719.355943:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:17.0:1596747719.355944:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:17.0:1596747719.355944:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66922600] (22)-- 00000400:00000200:17.0:1596747719.356507:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:17.0:1596747719.356508:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:17.0:1596747719.356509:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66b48000] (22)-- 00000800:00000200:88.2:1596747720.013382:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6b600] (20)++ 00000800:00020000:17.0:1596747720.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747720.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747720.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc97200] (22)++ 00000800:00000100:17.0:1596747720.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747720.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6600] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:17.0:1596747720.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc97200] (23)-- 00000800:00020000:17.0:1596747720.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747720.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747720.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66926800] (22)++ 00000800:00000100:17.0:1596747720.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747720.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9c00] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:17.0:1596747720.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66926800] (23)-- 00000800:00000200:17.0:1596747720.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427130200] (21)++ 00000800:00000200:17.0:1596747720.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c427130200] (22)++ 00000800:00000200:17.0:1596747720.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c427130200] (23)-- 00000400:00000200:17.0:1596747720.353029:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:17.0:1596747720.353031:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:17.0:1596747720.353031:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc97200] (22)-- 00000400:00000200:17.0:1596747720.353577:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:17.0:1596747720.353579:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:17.0:1596747720.353579:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66926800] (22)-- 00000800:00000200:15.0:1596747721.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ae00] (21)++ 00000800:00000200:15.0:1596747721.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474ae00] (22)++ 00000800:00000200:15.0:1596747721.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474ae00] (23)-- 00000800:00020000:15.0:1596747721.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d18200] (22)++ 00000800:00000100:15.0:1596747721.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac180] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55d18200] (23)-- 00000800:00020000:15.0:1596747721.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474c600] (22)++ 00000800:00000100:15.0:1596747721.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7a00] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474c600] (23)-- 00000800:00020000:15.0:1596747721.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ba00] (22)++ 00000800:00000100:15.0:1596747721.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6580] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474ba00] (23)-- 00000800:00020000:15.0:1596747721.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5200] (22)++ 00000800:00000100:15.0:1596747721.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b500] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd5200] (23)-- 00000800:00020000:15.0:1596747721.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474b400] (22)++ 00000800:00000100:15.0:1596747721.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6600] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474b400] (23)-- 00000800:00020000:15.0:1596747721.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91400] (22)++ 00000800:00000100:15.0:1596747721.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7880] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc91400] (23)-- 00000800:00020000:15.0:1596747721.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b4fa00] (22)++ 00000800:00000100:15.0:1596747721.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9b00] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66b4fa00] (23)-- 00000800:00020000:15.0:1596747721.352606:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352607:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464748e00] (22)++ 00000800:00000100:15.0:1596747721.352609:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352611:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7a80] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352612:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464748e00] (23)-- 00000800:00000200:15.0:1596747721.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0400] (21)++ 00000800:00000200:15.0:1596747721.352614:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ea0400] (22)++ 00000800:00000200:15.0:1596747721.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ea0400] (23)-- 00000800:00020000:15.0:1596747721.352618:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352619:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352620:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b49000] (22)++ 00000800:00000100:15.0:1596747721.352621:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352623:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8500] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352624:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66b49000] (23)-- 00000800:00020000:15.0:1596747721.352624:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747721.352626:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747721.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92c00] (22)++ 00000800:00000100:15.0:1596747721.352627:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747721.352629:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7800] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:15.0:1596747721.352630:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc92c00] (23)-- 00000400:00000200:15.0:1596747721.353192:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:15.0:1596747721.353193:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:15.0:1596747721.353194:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55d18200] (22)-- 00000400:00000200:15.0:1596747721.353763:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:15.0:1596747721.353764:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:15.0:1596747721.353764:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474c600] (22)-- 00000400:00000200:15.0:1596747721.354271:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:15.0:1596747721.354273:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:15.0:1596747721.354273:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474ba00] (22)-- 00000400:00000200:15.0:1596747721.354841:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:15.0:1596747721.354842:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:15.0:1596747721.354842:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd5200] (22)-- 00000400:00000200:15.0:1596747721.355380:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:15.0:1596747721.355382:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:15.0:1596747721.355382:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474b400] (22)-- 00000400:00000200:15.0:1596747721.355922:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:15.0:1596747721.355923:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:15.0:1596747721.355924:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc91400] (22)-- 00000400:00000200:15.0:1596747721.356299:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:15.0:1596747721.356301:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:15.0:1596747721.356301:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66b4fa00] (22)-- 00000400:00000200:15.0:1596747721.356841:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:15.0:1596747721.356842:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:15.0:1596747721.356842:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464748e00] (22)-- 00000400:00000200:15.0:1596747721.357392:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:15.0:1596747721.357393:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:15.0:1596747721.357393:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66b49000] (22)-- 00000400:00000200:15.0:1596747721.357935:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:15.0:1596747721.357936:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:15.0:1596747721.357936:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc92c00] (22)-- 00000800:00000200:88.2:1596747721.823994:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c288200] (20)++ 00000800:00020000:15.0:1596747722.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c42ceaa400] (22)++ 00000800:00000100:15.0:1596747722.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0500] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c42ceaa400] (23)-- 00000800:00020000:15.0:1596747722.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66b48600] (22)++ 00000800:00000100:15.0:1596747722.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8480] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66b48600] (23)-- 00000800:00020000:15.0:1596747722.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55900600] (22)++ 00000800:00000100:15.0:1596747722.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac200] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55900600] (23)-- 00000800:00020000:15.0:1596747722.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b5800] (22)++ 00000800:00000100:15.0:1596747722.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352578:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6580] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b5800] (23)-- 00000800:00020000:15.0:1596747722.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c211a00] (22)++ 00000800:00000100:15.0:1596747722.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2800] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c211a00] (23)-- 00000800:00020000:15.0:1596747722.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd3800] (22)++ 00000800:00000100:15.0:1596747722.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a580] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352593:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd3800] (23)-- 00000800:00020000:15.0:1596747722.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747722.352595:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747722.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55907a00] (22)++ 00000800:00000100:15.0:1596747722.352597:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747722.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadd00] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:15.0:1596747722.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55907a00] (23)-- 00000400:00000200:15.0:1596747722.353038:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:15.0:1596747722.353040:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:15.0:1596747722.353040:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c42ceaa400] (22)-- 00000400:00000200:15.0:1596747722.353575:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:15.0:1596747722.353576:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:15.0:1596747722.353577:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66b48600] (22)-- 00000400:00000200:15.0:1596747722.354105:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:15.0:1596747722.354106:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:15.0:1596747722.354106:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55900600] (22)-- 00000400:00000200:15.0:1596747722.354662:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:15.0:1596747722.354664:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:15.0:1596747722.354664:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b5800] (22)-- 00000400:00000200:15.0:1596747722.355200:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:15.0:1596747722.355201:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:15.0:1596747722.355202:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c211a00] (22)-- 00000400:00000200:15.0:1596747722.355761:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:15.0:1596747722.355762:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:15.0:1596747722.355763:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd3800] (22)-- 00000400:00000200:15.0:1596747722.356143:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:15.0:1596747722.356144:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:15.0:1596747722.356144:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55907a00] (22)-- 00000800:00000200:41.2:1596747722.724892:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd5800] (19)++ 00000800:00000200:86.2:1596747722.730225:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd1e00] (20)++ 00000800:00000200:86.2:1596747722.993136:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444fc00] (21)++ 00000800:00000200:16.0:1596747723.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427137c00] (21)++ 00000800:00000200:16.0:1596747723.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c427137c00] (22)++ 00000800:00000200:16.0:1596747723.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c427137c00] (23)-- 00000800:00000200:86.2:1596747723.501076:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c47d61e600] (19)++ 00000800:00000200:37.2:1596747723.901340:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a619800] (20)++ 00000800:00000200:37.2:1596747723.932548:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28f400] (19)++ 00000800:00000200:41.2:1596747724.016205:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28d600] (19)++ 00000800:00000200:41.2:1596747724.041565:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd3c00] (19)++ 00000800:00000200:86.2:1596747724.250520:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c857200] (19)++ 00000800:00020000:16.0:1596747724.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747724.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747724.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464748200] (22)++ 00000800:00000100:16.0:1596747724.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747724.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7980] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:16.0:1596747724.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464748200] (23)-- 00000400:00000200:16.0:1596747724.353123:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:16.0:1596747724.353124:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:16.0:1596747724.353125:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464748200] (22)-- 00000800:00000200:36.2:1596747724.475007:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a618c00] (20)++ 00000800:00000200:85.2:1596747724.593953:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61ba00] (20)++ 00000800:00000200:40.2:1596747724.606007:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c854a00] (20)++ 00000800:00000200:88.2:1596747724.784079:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3c000] (20)++ 00000800:00000200:16.0:1596747725.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d349e00] (21)++ 00000800:00000200:16.0:1596747725.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d349e00] (22)++ 00000800:00000200:16.0:1596747725.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d349e00] (23)-- 00000800:00000200:89.2:1596747725.497983:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444d600] (20)++ 00000800:00000200:36.2:1596747725.513223:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61b600] (20)++ 00000800:00020000:16.0:1596747726.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747726.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747726.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427130200] (22)++ 00000800:00000100:16.0:1596747726.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747726.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1a80] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:16.0:1596747726.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c427130200] (23)-- 00000400:00000200:16.0:1596747726.353032:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:16.0:1596747726.353033:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:16.0:1596747726.353034:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c427130200] (22)-- 00000800:00000200:86.2:1596747726.433589:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61d000] (20)++ 00000800:00000200:87.2:1596747726.672693:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3ba00] (20)++ 00000800:00000200:88.2:1596747726.808201:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ea0a00] (19)++ 00000800:00000200:84.2:1596747727.039200:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28d200] (20)++ 00000800:00000200:36.2:1596747727.150301:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61ac00] (20)++ 00000800:00000200:88.2:1596747727.276958:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3ee00] (20)++ 00000800:00000200:86.2:1596747727.286944:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462987800] (19)++ 00000800:00000200:41.2:1596747727.294775:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c853e00] (20)++ 00000800:00000200:16.0:1596747727.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41c0d0400] (21)++ 00000800:00000200:16.0:1596747727.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41c0d0400] (22)++ 00000800:00000200:16.0:1596747727.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41c0d0400] (23)-- 00000800:00020000:16.0:1596747727.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747727.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747727.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ae00] (22)++ 00000800:00000100:16.0:1596747727.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747727.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6680] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:16.0:1596747727.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474ae00] (23)-- 00000400:00000200:16.0:1596747727.353185:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:16.0:1596747727.353187:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:16.0:1596747727.353187:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474ae00] (22)-- 00000800:00000200:88.2:1596747727.515423:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3d000] (20)++ 00000800:00000200:36.2:1596747727.878723:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462986000] (20)++ 00000800:00000200:39.2:1596747727.900969:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462987200] (20)++ 00000800:00000200:38.2:1596747728.003793:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55bb8000] (19)++ 00000800:00000200:40.2:1596747728.117348:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f4000] (20)++ 00000800:00000200:89.2:1596747728.299758:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3ac00] (20)++ 00000800:00020000:16.0:1596747728.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747728.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747728.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0400] (22)++ 00000800:00000100:16.0:1596747728.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747728.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac280] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:16.0:1596747728.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ea0400] (23)-- 00000800:00020000:16.0:1596747728.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747728.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747728.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c427137c00] (22)++ 00000800:00000100:16.0:1596747728.352557:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747728.352559:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0580] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:16.0:1596747728.352560:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c427137c00] (23)-- 00000400:00000200:16.0:1596747728.353128:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:16.0:1596747728.353130:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:16.0:1596747728.353130:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ea0400] (22)-- 00000400:00000200:16.0:1596747728.353683:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:16.0:1596747728.353684:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:16.0:1596747728.353684:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c427137c00] (22)-- 00000800:00000200:40.2:1596747728.475267:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc93400] (20)++ 00000800:00000200:89.2:1596747728.515914:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28ee00] (20)++ 00000800:00000200:87.2:1596747728.604208:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3de00] (20)++ 00000800:00000200:89.2:1596747728.766182:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50a600] (20)++ 00000800:00000200:36.2:1596747728.829581:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462983e00] (19)++ 00000800:00000200:84.2:1596747729.029673:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66801e00] (19)++ 00000800:00000200:87.2:1596747729.084414:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3fe00] (20)++ 00000800:00000200:36.2:1596747729.088369:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444ac00] (20)++ 00000800:00000200:84.2:1596747729.092505:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66802000] (19)++ 00000800:00000200:88.2:1596747729.118992:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444c800] (20)++ 00000800:00000200:84.2:1596747729.124493:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50e600] (20)++ 00000800:00000200:86.2:1596747729.130914:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462986a00] (19)++ 00000800:00000200:88.2:1596747729.477343:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50e000] (20)++ 00000800:00000200:36.2:1596747729.613716:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462981800] (20)++ 00000800:00000200:89.2:1596747729.619335:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d00000] (20)++ 00000800:00000200:85.2:1596747729.830851:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c585600] (20)++ 00000800:00000200:41.2:1596747729.983587:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55860400] (20)++ 00000800:00000200:40.2:1596747730.006450:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d00600] (20)++ 00000800:00000200:39.2:1596747730.200796:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308b400] (20)++ 00000800:00000200:40.2:1596747730.252112:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c586400] (20)++ 00000800:00000200:37.2:1596747730.276852:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc90c00] (20)++ 00000800:00000200:87.2:1596747730.294869:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c583e00] (20)++ 00000800:00000200:41.2:1596747730.310163:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea5600] (20)++ 00000800:00000200:85.2:1596747730.339497:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d07a00] (20)++ 00000800:00020000:16.0:1596747730.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747730.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747730.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d349e00] (22)++ 00000800:00000100:16.0:1596747730.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747730.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6680] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:16.0:1596747730.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d349e00] (23)-- 00000400:00000200:16.0:1596747730.353119:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:16.0:1596747730.353120:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:16.0:1596747730.353121:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d349e00] (22)-- 00000800:00000200:39.2:1596747730.356225:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea0c00] (20)++ 00000800:00000200:37.2:1596747730.466504:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e00c000] (20)++ 00000800:00000200:86.2:1596747730.599488:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea0800] (20)++ 00000800:00000200:40.2:1596747730.680127:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55860200] (20)++ 00000800:00000200:39.2:1596747730.942000:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd7200] (20)++ 00000800:00000200:86.2:1596747731.033300:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea6a00] (20)++ 00000800:00000200:40.2:1596747731.189796:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c47d61b600] (20)++ 00000800:00000200:36.2:1596747731.234065:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd2000] (20)++ 00000800:00000200:41.2:1596747731.304448:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55400000] (19)++ 00000800:00000200:38.2:1596747731.365314:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c580400] (20)++ 00000800:00000200:41.2:1596747731.546893:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55400600] (20)++ 00000800:00000200:84.2:1596747731.627673:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3f000] (20)++ 00000800:00000200:41.2:1596747731.655201:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c24000] (20)++ 00000800:00000200:85.2:1596747731.839822:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d01200] (20)++ 00000800:00000200:40.2:1596747732.190219:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d06a00] (20)++ 00000800:00000200:86.2:1596747732.245538:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c24a00] (19)++ 00000800:00000200:89.2:1596747732.350662:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb39e00] (19)++ 00000800:00020000:16.0:1596747732.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747732.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747732.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41c0d0400] (22)++ 00000800:00000100:16.0:1596747732.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747732.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1a00] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:16.0:1596747732.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41c0d0400] (23)-- 00000400:00000200:16.0:1596747732.353063:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:16.0:1596747732.353065:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:16.0:1596747732.353065:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41c0d0400] (22)-- 00000800:00000200:86.2:1596747732.676861:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d34b400] (19)++ 00000800:00000200:85.2:1596747733.115769:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158a8400] (20)++ 00000800:00000200:87.2:1596747733.218292:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c20400] (20)++ 00000800:00000200:39.2:1596747733.654863:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c25e00] (20)++ 00000800:00000200:37.2:1596747733.790845:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d348a00] (20)++ 00000800:00000200:37.2:1596747733.977283:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c6600] (20)++ 00000800:00000200:89.2:1596747734.102018:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158afa00] (20)++ 00000800:00000200:89.2:1596747734.182253:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b4e00] (20)++ 00000800:00000200:38.2:1596747734.446510:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e620000] (19)++ 00000800:00000200:84.2:1596747734.511072:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869f600] (19)++ 00000800:00000200:39.2:1596747734.600446:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c22200] (20)++ 00000800:00000200:36.2:1596747734.952902:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c1a00] (19)++ 00000800:00000200:87.2:1596747735.037185:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869e400] (20)++ 00000800:00000200:41.2:1596747735.144631:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d06600] (19)++ 00000800:00000200:39.2:1596747735.700493:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd5400] (20)++ 00000800:00000200:38.2:1596747735.800388:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc558d0400] (20)++ 00000800:00000200:87.2:1596747735.815591:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d01c00] (20)++ 00000800:00000200:84.2:1596747736.253964:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d05600] (21)++ 00000800:00000200:37.2:1596747736.380072:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c20e00] (20)++ 00000800:00000200:85.2:1596747736.394334:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cc600] (20)++ 00000800:00000200:39.2:1596747736.399822:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd2a00] (20)++ 00000800:00000200:88.2:1596747736.425288:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d05200] (20)++ 00000800:00000200:40.2:1596747736.472801:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c21800] (20)++ 00000800:00000200:39.2:1596747736.502936:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c24e00] (20)++ 00000800:00000200:89.2:1596747736.529322:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc558d0200] (20)++ 00000800:00000200:87.2:1596747736.556792:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d02600] (20)++ 00000800:00000200:84.2:1596747736.568961:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e620600] (20)++ 00000800:00000200:86.2:1596747736.737594:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158aa000] (19)++ 00000800:00000200:87.2:1596747736.792984:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d04800] (20)++ 00000800:00000200:84.2:1596747736.891248:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55460000] (20)++ 00000800:00000200:38.2:1596747737.007409:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55460c00] (20)++ 00000800:00000200:36.2:1596747737.037365:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474ca00] (19)++ 00000800:00000200:40.2:1596747737.166816:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c6400] (20)++ 00000800:00000200:16.0:1596747737.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55990000] (21)++ 00000800:00000200:16.0:1596747737.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55990000] (22)++ 00000800:00000200:16.0:1596747737.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55990000] (23)-- 00000800:00000200:41.2:1596747737.885438:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c6e00] (20)++ 00000800:00000200:39.2:1596747738.468569:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474a200] (20)++ 00000800:00000200:37.2:1596747741.603988:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158ae600] (20)++ 00000800:00000200:40.2:1596747741.605367:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474c400] (20)++ 00000800:00020000:16.0:1596747742.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747742.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747742.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55990000] (22)++ 00000800:00000100:16.0:1596747742.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747742.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadc80] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:16.0:1596747742.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55990000] (23)-- 00000400:00000200:16.0:1596747742.353286:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:16.0:1596747742.353288:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:16.0:1596747742.353288:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55990000] (22)-- 00000800:00000200:87.2:1596747742.731653:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55480000] (20)++ 00000800:00000200:40.2:1596747745.331003:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158abe00] (20)++ 00000800:00000200:39.2:1596747746.471971:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c4600] (19)++ 00000800:00000200:88.2:1596747757.500484:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc555b0000] (20)++ 00000800:00000200:85.2:1596747759.223691:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158ad600] (20)++ 00000800:00000200:16.0:1596747762.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28a200] (21)++ 00000800:00000200:16.0:1596747762.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28a200] (22)++ 00000800:00000200:16.0:1596747762.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28a200] (23)-- 00000800:00000200:16.0:1596747766.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28b000] (21)++ 00000800:00000200:16.0:1596747766.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28b000] (22)++ 00000800:00000200:16.0:1596747766.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28b000] (23)-- 00000800:00000200:16.0:1596747766.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28ba00] (21)++ 00000800:00000200:16.0:1596747766.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28ba00] (22)++ 00000800:00000200:16.0:1596747766.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28ba00] (23)-- 00000800:00020000:16.0:1596747767.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747767.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.4@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747767.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28a200] (22)++ 00000800:00000100:16.0:1596747767.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.4@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747767.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3680] -> 192.168.128.4@o2ib36 (2)-- 00000800:00000200:16.0:1596747767.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28a200] (23)-- 00000800:00000200:16.0:1596747767.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c852800] (21)++ 00000800:00000200:16.0:1596747767.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c852800] (22)++ 00000800:00000200:16.0:1596747767.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c852800] (23)-- 00000400:00000200:16.0:1596747767.353185:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.4@o2ib36: down 00000400:00000200:16.0:1596747767.353186:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.4@o2ib36 not found 00000800:00000200:16.0:1596747767.353187:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28a200] (22)-- 00000800:00000200:16.0:1596747768.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68c00] (21)++ 00000800:00000200:16.0:1596747768.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c68c00] (22)++ 00000800:00000200:16.0:1596747768.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c68c00] (23)-- 00000800:00000200:16.0:1596747768.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ae0000] (21)++ 00000800:00000200:16.0:1596747768.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ae0000] (22)++ 00000800:00000200:16.0:1596747768.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ae0000] (23)-- 00000800:00000200:16.0:1596747769.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057400] (21)++ 00000800:00000200:16.0:1596747769.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464057400] (22)++ 00000800:00000200:16.0:1596747769.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464057400] (23)-- 00000800:00000200:16.0:1596747769.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057a00] (21)++ 00000800:00000200:16.0:1596747769.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464057a00] (22)++ 00000800:00000200:16.0:1596747769.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464057a00] (23)-- 00000800:00000200:16.0:1596747769.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f88200] (21)++ 00000800:00000200:16.0:1596747769.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55f88200] (22)++ 00000800:00000200:16.0:1596747769.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55f88200] (23)-- 00000800:00000200:16.0:1596747769.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447578200] (21)++ 00000800:00000200:16.0:1596747769.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447578200] (22)++ 00000800:00000200:16.0:1596747769.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447578200] (23)-- 00000800:00000200:16.0:1596747769.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ae0600] (21)++ 00000800:00000200:16.0:1596747769.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ae0600] (22)++ 00000800:00000200:16.0:1596747769.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ae0600] (23)-- 00000800:00000200:16.0:1596747769.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447578e00] (21)++ 00000800:00000200:16.0:1596747769.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447578e00] (22)++ 00000800:00000200:16.0:1596747769.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447578e00] (23)-- 00000800:00000200:16.0:1596747770.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c855e00] (21)++ 00000800:00000200:16.0:1596747770.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c855e00] (22)++ 00000800:00000200:16.0:1596747770.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c855e00] (23)-- 00000800:00000200:16.0:1596747770.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c5000] (21)++ 00000800:00000200:16.0:1596747770.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c5000] (22)++ 00000800:00000200:16.0:1596747770.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c5000] (23)-- 00000800:00000200:16.0:1596747770.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6fe00] (21)++ 00000800:00000200:16.0:1596747770.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6fe00] (22)++ 00000800:00000200:16.0:1596747770.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6fe00] (23)-- 00000800:00000200:16.0:1596747770.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c5800] (21)++ 00000800:00000200:16.0:1596747770.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c5800] (22)++ 00000800:00000200:16.0:1596747770.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c5800] (23)-- 00000800:00000200:16.0:1596747770.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447579200] (21)++ 00000800:00000200:16.0:1596747770.352607:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447579200] (22)++ 00000800:00000200:16.0:1596747770.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447579200] (23)-- 00000800:00020000:16.0:1596747771.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747771.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.80@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747771.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28b000] (22)++ 00000800:00000100:16.0:1596747771.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.80@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747771.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3600] -> 192.168.128.80@o2ib36 (2)-- 00000800:00000200:16.0:1596747771.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28b000] (23)-- 00000800:00020000:16.0:1596747771.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747771.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.88@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747771.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28ba00] (22)++ 00000800:00000100:16.0:1596747771.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.88@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747771.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3580] -> 192.168.128.88@o2ib36 (2)-- 00000800:00000200:16.0:1596747771.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28ba00] (23)-- 00000800:00000200:16.0:1596747771.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f8fc00] (21)++ 00000800:00000200:16.0:1596747771.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55f8fc00] (22)++ 00000800:00000200:16.0:1596747771.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55f8fc00] (23)-- 00000800:00000200:16.0:1596747771.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55b18000] (21)++ 00000800:00000200:16.0:1596747771.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55b18000] (22)++ 00000800:00000200:16.0:1596747771.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55b18000] (23)-- 00000800:00000200:16.0:1596747771.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464051200] (21)++ 00000800:00000200:16.0:1596747771.352616:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464051200] (22)++ 00000800:00000200:16.0:1596747771.352619:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464051200] (23)-- 00000800:00000200:16.0:1596747771.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869d000] (21)++ 00000800:00000200:16.0:1596747771.352623:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869d000] (22)++ 00000800:00000200:16.0:1596747771.352625:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869d000] (23)-- 00000400:00000200:16.0:1596747771.353182:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.80@o2ib36: down 00000400:00000200:16.0:1596747771.353184:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.80@o2ib36 not found 00000800:00000200:16.0:1596747771.353184:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28b000] (22)-- 00000400:00000200:16.0:1596747771.353739:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.88@o2ib36: down 00000400:00000200:16.0:1596747771.353741:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.88@o2ib36 not found 00000800:00000200:16.0:1596747771.353741:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28ba00] (22)-- 00000800:00000200:16.0:1596747772.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be81800] (21)++ 00000800:00000200:16.0:1596747772.352524:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41be81800] (22)++ 00000800:00000200:16.0:1596747772.352527:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41be81800] (23)-- 00000800:00000200:17.0:1596747773.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6a200] (21)++ 00000800:00000200:17.0:1596747773.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6a200] (22)++ 00000800:00000200:17.0:1596747773.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6a200] (23)-- 00000800:00020000:17.0:1596747773.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747773.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.129@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747773.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68c00] (22)++ 00000800:00000100:17.0:1596747773.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.129@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747773.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9a80] -> 192.168.128.129@o2ib36 (2)-- 00000800:00000200:17.0:1596747773.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c68c00] (23)-- 00000800:00000200:17.0:1596747773.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68000] (21)++ 00000800:00000200:17.0:1596747773.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c68000] (22)++ 00000800:00000200:17.0:1596747773.352612:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c68000] (23)-- 00000800:00000200:17.0:1596747773.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be81e00] (21)++ 00000800:00000200:17.0:1596747773.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41be81e00] (22)++ 00000800:00000200:17.0:1596747773.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41be81e00] (23)-- 00000800:00000200:17.0:1596747773.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869c200] (21)++ 00000800:00000200:17.0:1596747773.352620:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869c200] (22)++ 00000800:00000200:17.0:1596747773.352622:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869c200] (23)-- 00000800:00020000:17.0:1596747773.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747773.352625:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.42@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747773.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ae0000] (22)++ 00000800:00000100:17.0:1596747773.352628:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.42@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747773.352630:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac300] -> 192.168.128.42@o2ib36 (2)-- 00000800:00000200:17.0:1596747773.352632:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ae0000] (23)-- 00000800:00000200:17.0:1596747773.352635:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44757f800] (21)++ 00000800:00000200:17.0:1596747773.352636:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44757f800] (22)++ 00000800:00000200:17.0:1596747773.352639:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44757f800] (23)-- 00000400:00000200:17.0:1596747773.353115:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.129@o2ib36: down 00000400:00000200:17.0:1596747773.353116:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.129@o2ib36 not found 00000800:00000200:17.0:1596747773.353116:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c68c00] (22)-- 00000400:00000200:17.0:1596747773.353663:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.42@o2ib36: down 00000400:00000200:17.0:1596747773.353664:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.42@o2ib36 not found 00000800:00000200:17.0:1596747773.353664:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ae0000] (22)-- 00000800:00020000:17.0:1596747774.352618:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747774.352621:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.106@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057400] (22)++ 00000800:00000100:17.0:1596747774.352623:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.106@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352626:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6700] -> 192.168.128.106@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352627:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464057400] (23)-- 00000800:00020000:17.0:1596747774.352628:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747774.352629:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.9@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352630:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057a00] (22)++ 00000800:00000100:17.0:1596747774.352632:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.9@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352633:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7900] -> 192.168.128.9@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352634:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464057a00] (23)-- 00000800:00020000:17.0:1596747774.352637:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:17.0:1596747774.352638:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.18@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c852800] (22)++ 00000800:00000100:17.0:1596747774.352640:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.18@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352642:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7780] -> 192.168.128.18@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352643:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c852800] (23)-- 00000800:00020000:17.0:1596747774.352644:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747774.352646:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.21@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352647:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f88200] (22)++ 00000800:00000100:17.0:1596747774.352648:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.21@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352649:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadc00] -> 192.168.128.21@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352651:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55f88200] (23)-- 00000800:00000200:17.0:1596747774.352656:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be86600] (21)++ 00000800:00000200:17.0:1596747774.352658:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41be86600] (22)++ 00000800:00000200:17.0:1596747774.352661:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41be86600] (23)-- 00000800:00020000:17.0:1596747774.352664:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747774.352665:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.159@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352666:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447578200] (22)++ 00000800:00000100:17.0:1596747774.352667:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.159@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352669:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b580] -> 192.168.128.159@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352670:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447578200] (23)-- 00000800:00020000:17.0:1596747774.352670:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747774.352672:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.160@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352672:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ae0600] (22)++ 00000800:00000100:17.0:1596747774.352673:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.160@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352675:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac380] -> 192.168.128.160@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352676:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ae0600] (23)-- 00000800:00020000:17.0:1596747774.352677:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747774.352679:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.164@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747774.352679:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447578e00] (22)++ 00000800:00000100:17.0:1596747774.352680:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.164@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747774.352682:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b600] -> 192.168.128.164@o2ib36 (2)-- 00000800:00000200:17.0:1596747774.352683:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447578e00] (23)-- 00000400:00000200:17.0:1596747774.353128:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.106@o2ib36: down 00000400:00000200:17.0:1596747774.353130:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.106@o2ib36 not found 00000800:00000200:17.0:1596747774.353130:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464057400] (22)-- 00000400:00000200:17.0:1596747774.353683:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.9@o2ib36: down 00000400:00000200:17.0:1596747774.353684:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.9@o2ib36 not found 00000800:00000200:17.0:1596747774.353685:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464057a00] (22)-- 00000400:00000200:17.0:1596747774.354218:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.18@o2ib36: down 00000400:00000200:17.0:1596747774.354219:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.18@o2ib36 not found 00000800:00000200:17.0:1596747774.354219:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c852800] (22)-- 00000400:00000200:17.0:1596747774.354781:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.21@o2ib36: down 00000400:00000200:17.0:1596747774.354782:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.21@o2ib36 not found 00000800:00000200:17.0:1596747774.354782:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55f88200] (22)-- 00000400:00000200:17.0:1596747774.355329:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.159@o2ib36: down 00000400:00000200:17.0:1596747774.355330:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.159@o2ib36 not found 00000800:00000200:17.0:1596747774.355331:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447578200] (22)-- 00000400:00000200:17.0:1596747774.355897:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.160@o2ib36: down 00000400:00000200:17.0:1596747774.355898:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.160@o2ib36 not found 00000800:00000200:17.0:1596747774.355899:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ae0600] (22)-- 00000400:00000200:17.0:1596747774.356442:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.164@o2ib36: down 00000400:00000200:17.0:1596747774.356443:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.164@o2ib36 not found 00000800:00000200:17.0:1596747774.356443:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447578e00] (22)-- 00000800:00000200:17.0:1596747775.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464056a00] (21)++ 00000800:00000200:17.0:1596747775.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464056a00] (22)++ 00000800:00000200:17.0:1596747775.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464056a00] (23)-- 00000800:00020000:17.0:1596747776.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747776.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.89@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747776.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c855e00] (22)++ 00000800:00000100:17.0:1596747776.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.89@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747776.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6700] -> 192.168.128.89@o2ib36 (2)-- 00000800:00000200:17.0:1596747776.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c855e00] (23)-- 00000800:00020000:17.0:1596747776.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747776.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.107@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747776.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c5000] (22)++ 00000800:00000100:17.0:1596747776.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.107@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747776.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7980] -> 192.168.128.107@o2ib36 (2)-- 00000800:00000200:17.0:1596747776.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c5000] (23)-- 00000800:00020000:17.0:1596747776.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747776.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.27@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747776.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6fe00] (22)++ 00000800:00000100:17.0:1596747776.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.27@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747776.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8580] -> 192.168.128.27@o2ib36 (2)-- 00000800:00000200:17.0:1596747776.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6fe00] (23)-- 00000800:00000200:17.0:1596747776.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be82800] (21)++ 00000800:00000200:17.0:1596747776.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41be82800] (22)++ 00000800:00000200:17.0:1596747776.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41be82800] (23)-- 00000400:00000200:17.0:1596747776.353126:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.89@o2ib36: down 00000400:00000200:17.0:1596747776.353128:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.89@o2ib36 not found 00000800:00000200:17.0:1596747776.353128:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c855e00] (22)-- 00000400:00000200:17.0:1596747776.353668:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.107@o2ib36: down 00000400:00000200:17.0:1596747776.353669:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.107@o2ib36 not found 00000800:00000200:17.0:1596747776.353670:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c5000] (22)-- 00000400:00000200:17.0:1596747776.354201:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.27@o2ib36: down 00000400:00000200:17.0:1596747776.354202:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.27@o2ib36 not found 00000800:00000200:17.0:1596747776.354203:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6fe00] (22)-- 00000800:00020000:15.0:1596747777.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747777.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.146@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747777.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c5800] (22)++ 00000800:00000100:15.0:1596747777.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.146@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747777.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7900] -> 192.168.128.146@o2ib36 (2)-- 00000800:00000200:15.0:1596747777.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c5800] (23)-- 00000800:00020000:15.0:1596747777.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747777.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.151@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747777.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447579200] (22)++ 00000800:00000100:15.0:1596747777.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.151@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747777.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a500] -> 192.168.128.151@o2ib36 (2)-- 00000800:00000200:15.0:1596747777.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447579200] (23)-- 00000800:00020000:15.0:1596747777.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747777.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.105@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747777.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55f8fc00] (22)++ 00000800:00000100:15.0:1596747777.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.105@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747777.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadb80] -> 192.168.128.105@o2ib36 (2)-- 00000800:00000200:15.0:1596747777.352579:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55f8fc00] (23)-- 00000800:00020000:15.0:1596747777.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747777.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.110@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747777.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55b18000] (22)++ 00000800:00000100:15.0:1596747777.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.110@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747777.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eadb00] -> 192.168.128.110@o2ib36 (2)-- 00000800:00000200:15.0:1596747777.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55b18000] (23)-- 00000800:00020000:15.0:1596747777.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747777.352587:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.11@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747777.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be81800] (22)++ 00000800:00000100:15.0:1596747777.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.11@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747777.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0600] -> 192.168.128.11@o2ib36 (2)-- 00000800:00000200:15.0:1596747777.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41be81800] (23)-- 00000400:00000200:15.0:1596747777.353102:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.146@o2ib36: down 00000400:00000200:15.0:1596747777.353103:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.146@o2ib36 not found 00000800:00000200:15.0:1596747777.353103:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c5800] (22)-- 00000400:00000200:15.0:1596747777.353651:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.151@o2ib36: down 00000400:00000200:15.0:1596747777.353652:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.151@o2ib36 not found 00000800:00000200:15.0:1596747777.353652:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447579200] (22)-- 00000400:00000200:15.0:1596747777.354186:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.105@o2ib36: down 00000400:00000200:15.0:1596747777.354187:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.105@o2ib36 not found 00000800:00000200:15.0:1596747777.354188:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55f8fc00] (22)-- 00000400:00000200:15.0:1596747777.354747:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.110@o2ib36: down 00000400:00000200:15.0:1596747777.354749:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.110@o2ib36 not found 00000800:00000200:15.0:1596747777.354749:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55b18000] (22)-- 00000400:00000200:15.0:1596747777.355290:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.11@o2ib36: down 00000400:00000200:15.0:1596747777.355291:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.11@o2ib36 not found 00000800:00000200:15.0:1596747777.355291:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41be81800] (22)-- 00000800:00020000:15.0:1596747778.352700:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:15.0:1596747778.352702:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.22@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352702:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464051200] (22)++ 00000800:00000100:15.0:1596747778.352704:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.22@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352705:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7880] -> 192.168.128.22@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352706:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464051200] (23)-- 00000800:00020000:15.0:1596747778.352707:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747778.352708:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.124@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352709:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6a200] (22)++ 00000800:00000100:15.0:1596747778.352710:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.124@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352712:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9a00] -> 192.168.128.124@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352713:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6a200] (23)-- 00000800:00020000:15.0:1596747778.352715:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:15.0:1596747778.352716:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.33@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352717:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869d000] (22)++ 00000800:00000100:15.0:1596747778.352718:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.33@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352720:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2880] -> 192.168.128.33@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352721:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869d000] (23)-- 00000800:00020000:15.0:1596747778.352722:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747778.352723:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.137@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352724:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68000] (22)++ 00000800:00000100:15.0:1596747778.352725:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.137@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352727:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8600] -> 192.168.128.137@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352728:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c68000] (23)-- 00000800:00020000:15.0:1596747778.352728:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747778.352730:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.37@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352730:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be81e00] (22)++ 00000800:00000100:15.0:1596747778.352731:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.37@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352733:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1980] -> 192.168.128.37@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352734:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41be81e00] (23)-- 00000800:00020000:15.0:1596747778.352735:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747778.352736:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.38@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352737:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869c200] (22)++ 00000800:00000100:15.0:1596747778.352738:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.38@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352740:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3500] -> 192.168.128.38@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352741:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869c200] (23)-- 00000800:00020000:15.0:1596747778.352744:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747778.352745:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.54@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747778.352746:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44757f800] (22)++ 00000800:00000100:15.0:1596747778.352747:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.54@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747778.352748:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b180] -> 192.168.128.54@o2ib36 (2)-- 00000800:00000200:15.0:1596747778.352749:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44757f800] (23)-- 00000400:00000200:15.0:1596747778.353353:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.22@o2ib36: down 00000400:00000200:15.0:1596747778.353355:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.22@o2ib36 not found 00000800:00000200:15.0:1596747778.353355:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464051200] (22)-- 00000400:00000200:15.0:1596747778.353887:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.124@o2ib36: down 00000400:00000200:15.0:1596747778.353888:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.124@o2ib36 not found 00000800:00000200:15.0:1596747778.353888:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6a200] (22)-- 00000400:00000200:15.0:1596747778.354432:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.33@o2ib36: down 00000400:00000200:15.0:1596747778.354433:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.33@o2ib36 not found 00000800:00000200:15.0:1596747778.354433:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869d000] (22)-- 00000400:00000200:15.0:1596747778.354996:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.137@o2ib36: down 00000400:00000200:15.0:1596747778.354997:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.137@o2ib36 not found 00000800:00000200:15.0:1596747778.354997:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c68000] (22)-- 00000400:00000200:15.0:1596747778.355552:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.37@o2ib36: down 00000400:00000200:15.0:1596747778.355554:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.37@o2ib36 not found 00000800:00000200:15.0:1596747778.355554:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41be81e00] (22)-- 00000400:00000200:15.0:1596747778.356091:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.38@o2ib36: down 00000400:00000200:15.0:1596747778.356092:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.38@o2ib36 not found 00000800:00000200:15.0:1596747778.356093:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869c200] (22)-- 00000400:00000200:15.0:1596747778.356646:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.54@o2ib36: down 00000400:00000200:15.0:1596747778.356647:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.54@o2ib36 not found 00000800:00000200:15.0:1596747778.356648:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44757f800] (22)-- 00000800:00000200:15.0:1596747779.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6ac00] (21)++ 00000800:00000200:15.0:1596747779.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6ac00] (22)++ 00000800:00000200:15.0:1596747779.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6ac00] (23)-- 00000800:00000200:15.0:1596747779.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c7000] (21)++ 00000800:00000200:15.0:1596747779.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c7000] (22)++ 00000800:00000200:15.0:1596747779.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c7000] (23)-- 00000800:00020000:15.0:1596747780.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747780.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.45@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747780.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be86600] (22)++ 00000800:00000100:15.0:1596747780.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.45@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747780.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0680] -> 192.168.128.45@o2ib36 (2)-- 00000800:00000200:15.0:1596747780.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41be86600] (23)-- 00000400:00000200:15.0:1596747780.353051:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.45@o2ib36: down 00000400:00000200:15.0:1596747780.353053:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.45@o2ib36 not found 00000800:00000200:15.0:1596747780.353053:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41be86600] (22)-- 00000800:00020000:16.0:1596747781.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747781.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.90@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747781.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464056a00] (22)++ 00000800:00000100:16.0:1596747781.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.90@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747781.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6780] -> 192.168.128.90@o2ib36 (2)-- 00000800:00000200:16.0:1596747781.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464056a00] (23)-- 00000400:00000200:16.0:1596747781.353053:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.90@o2ib36: down 00000400:00000200:16.0:1596747781.353054:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.90@o2ib36 not found 00000800:00000200:16.0:1596747781.353055:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464056a00] (22)-- 00000800:00020000:16.0:1596747782.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747782.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.134@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747782.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be82800] (22)++ 00000800:00000100:16.0:1596747782.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.134@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747782.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1900] -> 192.168.128.134@o2ib36 (2)-- 00000800:00000200:16.0:1596747782.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41be82800] (23)-- 00000800:00000200:16.0:1596747782.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c7800] (21)++ 00000800:00000200:16.0:1596747782.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c7800] (22)++ 00000800:00000200:16.0:1596747782.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c7800] (23)-- 00000400:00000200:16.0:1596747782.353051:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.134@o2ib36: down 00000400:00000200:16.0:1596747782.353053:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.134@o2ib36 not found 00000800:00000200:16.0:1596747782.353054:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41be82800] (22)-- 00000800:00000200:41.2:1596747783.836831:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869be00] (19)++ 00000800:00020000:16.0:1596747785.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747785.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.116@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747785.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6ac00] (22)++ 00000800:00000100:16.0:1596747785.352539:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.116@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747785.352542:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9980] -> 192.168.128.116@o2ib36 (2)-- 00000800:00000200:16.0:1596747785.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6ac00] (23)-- 00000400:00000200:16.0:1596747785.353011:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.116@o2ib36: down 00000400:00000200:16.0:1596747785.353012:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.116@o2ib36 not found 00000800:00000200:16.0:1596747785.353013:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6ac00] (22)-- 00000800:00020000:16.0:1596747786.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747786.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.52@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747786.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c7000] (22)++ 00000800:00000100:16.0:1596747786.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.52@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747786.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6600] -> 192.168.128.52@o2ib36 (2)-- 00000800:00000200:16.0:1596747786.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c7000] (23)-- 00000400:00000200:16.0:1596747786.353128:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.52@o2ib36: down 00000400:00000200:16.0:1596747786.353129:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.52@o2ib36 not found 00000800:00000200:16.0:1596747786.353129:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c7000] (22)-- 00000800:00000200:38.2:1596747786.471382:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28c400] (19)++ 00000800:00000200:41.2:1596747788.297884:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc90600] (19)++ 00000800:00020000:16.0:1596747788.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747788.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.154@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747788.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c7800] (22)++ 00000800:00000100:16.0:1596747788.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.154@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747788.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6680] -> 192.168.128.154@o2ib36 (2)-- 00000800:00000200:16.0:1596747788.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c7800] (23)-- 00000400:00000200:16.0:1596747788.352998:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.154@o2ib36: down 00000400:00000200:16.0:1596747788.353000:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.154@o2ib36 not found 00000800:00000200:16.0:1596747788.353000:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c7800] (22)-- 00000800:00000200:87.2:1596747788.718854:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6de00] (20)++ 00000800:00000200:37.2:1596747788.824753:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51fa00] (20)++ 00000800:00000200:87.2:1596747789.966185:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55991400] (20)++ 00000800:00000200:39.2:1596747790.423889:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d36400] (20)++ 00000800:00000200:87.2:1596747790.446993:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55991c00] (20)++ 00000800:00000200:36.2:1596747790.560713:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d31c00] (19)++ 00000800:00000200:40.2:1596747791.046077:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d518a00] (20)++ 00000800:00000200:39.2:1596747791.105608:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e00e200] (20)++ 00000800:00000200:39.2:1596747791.274620:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462984a00] (20)++ 00000800:00000200:41.2:1596747791.305269:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55993000] (20)++ 00000800:00000200:88.2:1596747791.409190:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e626600] (20)++ 00000800:00000200:38.2:1596747791.507645:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e626e00] (19)++ 00000800:00000200:37.2:1596747791.639451:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f1800] (20)++ 00000800:00000200:36.2:1596747791.752834:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462979600] (20)++ 00000800:00000200:87.2:1596747792.960051:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc90200] (20)++ 00000800:00000200:87.2:1596747792.991126:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55628000] (20)++ 00000800:00000200:40.2:1596747793.043750:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55628c00] (20)++ 00000800:00000200:36.2:1596747793.306379:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d32e00] (19)++ 00000800:00000200:41.2:1596747793.607406:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f6c00] (19)++ 00000800:00000200:40.2:1596747793.910667:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4114f8000] (20)++ 00000800:00000200:38.2:1596747794.892807:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f4600] (19)++ 00000800:00000200:41.2:1596747795.074089:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4114ffa00] (19)++ 00000800:00000200:40.2:1596747795.174504:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc90c00] (20)++ 00000800:00000200:39.2:1596747795.215581:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447708000] (20)++ 00000800:00000200:39.2:1596747795.938549:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4114f8a00] (20)++ 00000800:00000200:39.2:1596747797.171657:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d35800] (20)++ 00000800:00000200:88.2:1596747798.321234:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4114ff000] (20)++ 00000800:00000200:38.2:1596747799.420874:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d03a00] (19)++ 00000800:00000200:84.2:1596747800.380107:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e627200] (19)++ 00000800:00000200:16.0:1596747802.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6e200] (21)++ 00000800:00000200:16.0:1596747802.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6e200] (22)++ 00000800:00000200:16.0:1596747802.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6e200] (23)-- 00000800:00000200:84.2:1596747803.034847:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e625a00] (20)++ 00000800:00000200:16.0:1596747803.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460b400] (21)++ 00000800:00000200:16.0:1596747803.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460b400] (22)++ 00000800:00000200:16.0:1596747803.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460b400] (23)-- 00000800:00000200:16.0:1596747803.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55820a00] (21)++ 00000800:00000200:16.0:1596747803.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55820a00] (22)++ 00000800:00000200:16.0:1596747803.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55820a00] (23)-- 00000800:00000200:16.0:1596747804.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aeec00] (21)++ 00000800:00000200:16.0:1596747804.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447aeec00] (22)++ 00000800:00000200:16.0:1596747804.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447aeec00] (23)-- 00000800:00000200:16.0:1596747804.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be83000] (21)++ 00000800:00000200:16.0:1596747804.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41be83000] (22)++ 00000800:00000200:16.0:1596747804.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41be83000] (23)-- 00000800:00000200:16.0:1596747805.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aec000] (21)++ 00000800:00000200:16.0:1596747805.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447aec000] (22)++ 00000800:00000200:16.0:1596747805.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447aec000] (23)-- 00000800:00020000:16.0:1596747807.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747807.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747807.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6e200] (22)++ 00000800:00000100:16.0:1596747807.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747807.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8680] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:16.0:1596747807.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6e200] (23)-- 00000400:00000200:16.0:1596747807.353193:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:16.0:1596747807.353194:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:16.0:1596747807.353195:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6e200] (22)-- 00000800:00020000:16.0:1596747808.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747808.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747808.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460b400] (22)++ 00000800:00000100:16.0:1596747808.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747808.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7800] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:16.0:1596747808.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460b400] (23)-- 00000800:00020000:16.0:1596747808.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747808.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747808.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55820a00] (22)++ 00000800:00000100:16.0:1596747808.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747808.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac400] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:16.0:1596747808.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55820a00] (23)-- 00000400:00000200:16.0:1596747808.353197:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:16.0:1596747808.353198:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:16.0:1596747808.353199:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460b400] (22)-- 00000400:00000200:16.0:1596747808.353729:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:16.0:1596747808.353730:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:16.0:1596747808.353731:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55820a00] (22)-- 00000800:00020000:16.0:1596747810.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747810.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747810.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aeec00] (22)++ 00000800:00000100:16.0:1596747810.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747810.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b100] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:16.0:1596747810.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447aeec00] (23)-- 00000800:00020000:16.0:1596747810.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747810.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747810.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be83000] (22)++ 00000800:00000100:16.0:1596747810.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747810.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0700] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:16.0:1596747810.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41be83000] (23)-- 00000400:00000200:16.0:1596747810.353155:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:16.0:1596747810.353156:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:16.0:1596747810.353157:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447aeec00] (22)-- 00000400:00000200:16.0:1596747810.353696:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:16.0:1596747810.353697:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:16.0:1596747810.353698:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41be83000] (22)-- 00000800:00020000:16.0:1596747811.352517:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747811.352519:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747811.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447aec000] (22)++ 00000800:00000100:16.0:1596747811.352521:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747811.352523:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a200] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:16.0:1596747811.352524:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447aec000] (23)-- 00000400:00000200:16.0:1596747811.353076:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:16.0:1596747811.353077:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:16.0:1596747811.353077:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447aec000] (22)-- 00000800:00000200:16.0:1596747813.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55b58000] (21)++ 00000800:00000200:16.0:1596747813.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55b58000] (22)++ 00000800:00000200:16.0:1596747813.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55b58000] (23)-- 00000800:00000200:16.0:1596747815.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c6a00] (21)++ 00000800:00000200:16.0:1596747815.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c6a00] (22)++ 00000800:00000200:16.0:1596747815.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c6a00] (23)-- 00000800:00000200:16.0:1596747816.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c850800] (21)++ 00000800:00000200:16.0:1596747816.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c850800] (22)++ 00000800:00000200:16.0:1596747816.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c850800] (23)-- 00000800:00000200:16.0:1596747817.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c851800] (21)++ 00000800:00000200:16.0:1596747817.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c851800] (22)++ 00000800:00000200:16.0:1596747817.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c851800] (23)-- 00000800:00000200:16.0:1596747818.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869fc00] (21)++ 00000800:00000200:16.0:1596747818.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869fc00] (22)++ 00000800:00000200:16.0:1596747818.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869fc00] (23)-- 00000800:00000200:16.0:1596747820.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460ca00] (21)++ 00000800:00000200:16.0:1596747820.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460ca00] (22)++ 00000800:00000200:16.0:1596747820.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460ca00] (23)-- 00000800:00020000:16.0:1596747820.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:16.0:1596747820.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747820.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55b58000] (22)++ 00000800:00000100:16.0:1596747820.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747820.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eada80] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:16.0:1596747820.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55b58000] (23)-- 00000800:00020000:16.0:1596747820.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747820.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747820.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c6a00] (22)++ 00000800:00000100:16.0:1596747820.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747820.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7880] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:16.0:1596747820.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c6a00] (23)-- 00000400:00000200:16.0:1596747820.353183:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:16.0:1596747820.353190:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:16.0:1596747820.353190:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55b58000] (22)-- 00000400:00000200:16.0:1596747820.353721:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:16.0:1596747820.353722:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:16.0:1596747820.353723:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c6a00] (22)-- 00000800:00000200:16.0:1596747821.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6b600] (21)++ 00000800:00000200:16.0:1596747821.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6b600] (22)++ 00000800:00000200:16.0:1596747821.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6b600] (23)-- 00000800:00020000:16.0:1596747822.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747822.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747822.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c850800] (22)++ 00000800:00000100:16.0:1596747822.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747822.352542:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7700] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:16.0:1596747822.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c850800] (23)-- 00000800:00000200:16.0:1596747822.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c288200] (21)++ 00000800:00000200:16.0:1596747822.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c288200] (22)++ 00000800:00000200:16.0:1596747822.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c288200] (23)-- 00000400:00000200:16.0:1596747822.353103:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:16.0:1596747822.353104:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:16.0:1596747822.353105:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c850800] (22)-- 00000800:00000200:16.0:1596747823.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1e00] (21)++ 00000800:00000200:16.0:1596747823.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd1e00] (22)++ 00000800:00000200:16.0:1596747823.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd1e00] (23)-- 00000800:00000200:16.0:1596747823.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5800] (21)++ 00000800:00000200:16.0:1596747823.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd5800] (22)++ 00000800:00000200:16.0:1596747823.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd5800] (23)-- 00000800:00020000:16.0:1596747823.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747823.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747823.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c851800] (22)++ 00000800:00000100:16.0:1596747823.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747823.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7680] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:16.0:1596747823.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c851800] (23)-- 00000800:00020000:16.0:1596747823.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747823.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747823.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869fc00] (22)++ 00000800:00000100:16.0:1596747823.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747823.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2900] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:16.0:1596747823.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869fc00] (23)-- 00000400:00000200:16.0:1596747823.353185:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:16.0:1596747823.353187:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:16.0:1596747823.353187:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c851800] (22)-- 00000400:00000200:16.0:1596747823.353726:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:16.0:1596747823.353727:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:16.0:1596747823.353727:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869fc00] (22)-- 00000800:00000200:41.2:1596747824.099526:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460ce00] (19)++ 00000800:00000200:16.0:1596747824.352512:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444fc00] (21)++ 00000800:00000200:16.0:1596747824.352515:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444fc00] (22)++ 00000800:00000200:16.0:1596747824.352518:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444fc00] (23)-- 00000800:00000200:16.0:1596747824.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c857200] (21)++ 00000800:00000200:16.0:1596747824.352521:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c857200] (22)++ 00000800:00000200:16.0:1596747824.352524:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c857200] (23)-- 00000800:00000200:16.0:1596747824.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a619800] (21)++ 00000800:00000200:16.0:1596747824.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a619800] (22)++ 00000800:00000200:16.0:1596747824.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a619800] (23)-- 00000800:00000200:16.0:1596747824.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28f400] (21)++ 00000800:00000200:16.0:1596747824.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28f400] (22)++ 00000800:00000200:16.0:1596747824.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28f400] (23)-- 00000800:00000200:84.2:1596747825.224750:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55698000] (20)++ 00000800:00000200:16.0:1596747825.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a618c00] (21)++ 00000800:00000200:16.0:1596747825.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a618c00] (22)++ 00000800:00000200:16.0:1596747825.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a618c00] (23)-- 00000800:00000200:16.0:1596747825.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ba00] (21)++ 00000800:00000200:16.0:1596747825.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61ba00] (22)++ 00000800:00000200:16.0:1596747825.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61ba00] (23)-- 00000800:00000200:16.0:1596747825.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28d600] (21)++ 00000800:00000200:16.0:1596747825.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28d600] (22)++ 00000800:00000200:16.0:1596747825.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28d600] (23)-- 00000800:00000200:16.0:1596747825.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd3c00] (21)++ 00000800:00000200:16.0:1596747825.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd3c00] (22)++ 00000800:00000200:16.0:1596747825.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd3c00] (23)-- 00000800:00000200:16.0:1596747825.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61e600] (21)++ 00000800:00000200:16.0:1596747825.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c47d61e600] (22)++ 00000800:00000200:16.0:1596747825.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c47d61e600] (23)-- 00000800:00000200:16.0:1596747825.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3c000] (21)++ 00000800:00000200:16.0:1596747825.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3c000] (22)++ 00000800:00000200:16.0:1596747825.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3c000] (23)-- 00000800:00000200:16.0:1596747825.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c854a00] (21)++ 00000800:00000200:16.0:1596747825.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c854a00] (22)++ 00000800:00000200:16.0:1596747825.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c854a00] (23)-- 00000800:00000200:86.2:1596747825.611148:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447708600] (19)++ 00000800:00000200:39.2:1596747825.741000:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4114f9400] (20)++ 00000800:00000200:86.2:1596747826.326594:0:3256:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770fa00] (19)++ 00000800:00020000:16.0:1596747826.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747826.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747826.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460ca00] (22)++ 00000800:00000100:16.0:1596747826.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747826.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6800] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:16.0:1596747826.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460ca00] (23)-- 00000800:00000200:16.0:1596747826.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61b600] (21)++ 00000800:00000200:16.0:1596747826.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61b600] (22)++ 00000800:00000200:16.0:1596747826.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61b600] (23)-- 00000800:00000200:16.0:1596747826.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444d600] (21)++ 00000800:00000200:16.0:1596747826.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444d600] (22)++ 00000800:00000200:16.0:1596747826.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444d600] (23)-- 00000400:00000200:16.0:1596747826.353149:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:16.0:1596747826.353150:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:16.0:1596747826.353151:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460ca00] (22)-- 00000800:00000200:17.0:1596747827.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c853e00] (21)++ 00000800:00000200:17.0:1596747827.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c853e00] (22)++ 00000800:00000200:17.0:1596747827.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c853e00] (23)-- 00000800:00000200:17.0:1596747827.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462987800] (21)++ 00000800:00000200:17.0:1596747827.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462987800] (22)++ 00000800:00000200:17.0:1596747827.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462987800] (23)-- 00000800:00000200:17.0:1596747827.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28d200] (21)++ 00000800:00000200:17.0:1596747827.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28d200] (22)++ 00000800:00000200:17.0:1596747827.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28d200] (23)-- 00000800:00000200:17.0:1596747827.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0a00] (21)++ 00000800:00000200:17.0:1596747827.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ea0a00] (22)++ 00000800:00000200:17.0:1596747827.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ea0a00] (23)-- 00000800:00000200:17.0:1596747827.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61d000] (21)++ 00000800:00000200:17.0:1596747827.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61d000] (22)++ 00000800:00000200:17.0:1596747827.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61d000] (23)-- 00000800:00020000:17.0:1596747827.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747827.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747827.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6b600] (22)++ 00000800:00000100:17.0:1596747827.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747827.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9900] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:17.0:1596747827.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6b600] (23)-- 00000800:00000200:17.0:1596747827.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ba00] (21)++ 00000800:00000200:17.0:1596747827.352595:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3ba00] (22)++ 00000800:00000200:17.0:1596747827.352598:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3ba00] (23)-- 00000800:00020000:17.0:1596747827.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747827.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747827.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c288200] (22)++ 00000800:00000100:17.0:1596747827.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747827.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3480] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:17.0:1596747827.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c288200] (23)-- 00000400:00000200:17.0:1596747827.353072:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:17.0:1596747827.353074:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:17.0:1596747827.353074:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6b600] (22)-- 00000400:00000200:17.0:1596747827.353613:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:17.0:1596747827.353614:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:17.0:1596747827.353614:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c288200] (22)-- 00000800:00000200:17.0:1596747828.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ee00] (21)++ 00000800:00000200:17.0:1596747828.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3ee00] (22)++ 00000800:00000200:17.0:1596747828.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3ee00] (23)-- 00000800:00000200:17.0:1596747828.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ac00] (21)++ 00000800:00000200:17.0:1596747828.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61ac00] (22)++ 00000800:00000200:17.0:1596747828.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61ac00] (23)-- 00000800:00000200:17.0:1596747828.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986000] (21)++ 00000800:00000200:17.0:1596747828.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462986000] (22)++ 00000800:00000200:17.0:1596747828.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462986000] (23)-- 00000800:00000200:17.0:1596747828.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55bb8000] (21)++ 00000800:00000200:17.0:1596747828.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55bb8000] (22)++ 00000800:00000200:17.0:1596747828.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55bb8000] (23)-- 00000800:00000200:17.0:1596747828.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4000] (21)++ 00000800:00000200:17.0:1596747828.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f4000] (22)++ 00000800:00000200:17.0:1596747828.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f4000] (23)-- 00000800:00000200:17.0:1596747828.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462987200] (21)++ 00000800:00000200:17.0:1596747828.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462987200] (22)++ 00000800:00000200:17.0:1596747828.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462987200] (23)-- 00000800:00000200:17.0:1596747828.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ac00] (21)++ 00000800:00000200:17.0:1596747828.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3ac00] (22)++ 00000800:00000200:17.0:1596747828.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3ac00] (23)-- 00000800:00020000:17.0:1596747829.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747829.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747829.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444fc00] (22)++ 00000800:00000100:17.0:1596747829.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747829.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7780] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:17.0:1596747829.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444fc00] (23)-- 00000800:00000200:17.0:1596747829.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66802000] (21)++ 00000800:00000200:17.0:1596747829.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66802000] (22)++ 00000800:00000200:17.0:1596747829.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66802000] (23)-- 00000800:00000200:17.0:1596747829.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444ac00] (21)++ 00000800:00000200:17.0:1596747829.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444ac00] (22)++ 00000800:00000200:17.0:1596747829.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444ac00] (23)-- 00000800:00000200:17.0:1596747829.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3d000] (21)++ 00000800:00000200:17.0:1596747829.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3d000] (22)++ 00000800:00000200:17.0:1596747829.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3d000] (23)-- 00000800:00000200:17.0:1596747829.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50e600] (21)++ 00000800:00000200:17.0:1596747829.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50e600] (22)++ 00000800:00000200:17.0:1596747829.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50e600] (23)-- 00000800:00020000:17.0:1596747829.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747829.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747829.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c857200] (22)++ 00000800:00000200:17.0:1596747829.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50a600] (21)++ 00000800:00000100:17.0:1596747829.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747829.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6780] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:17.0:1596747829.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c857200] (23)-- 00000800:00000200:17.0:1596747829.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50a600] (22)++ 00000800:00000200:17.0:1596747829.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50a600] (23)-- 00000800:00000200:17.0:1596747829.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444c800] (21)++ 00000800:00000200:17.0:1596747829.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444c800] (22)++ 00000800:00000200:17.0:1596747829.352583:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444c800] (23)-- 00000800:00000200:17.0:1596747829.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66801e00] (21)++ 00000800:00000200:17.0:1596747829.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66801e00] (22)++ 00000800:00000200:17.0:1596747829.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66801e00] (23)-- 00000800:00020000:17.0:1596747829.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747829.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747829.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1e00] (22)++ 00000800:00000100:17.0:1596747829.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747829.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ac00] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596747829.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd1e00] (23)-- 00000800:00020000:17.0:1596747829.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747829.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747829.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5800] (22)++ 00000800:00000100:17.0:1596747829.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747829.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a700] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:17.0:1596747829.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd5800] (23)-- 00000800:00000200:17.0:1596747829.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3fe00] (21)++ 00000800:00000200:17.0:1596747829.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3fe00] (22)++ 00000800:00000200:17.0:1596747829.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3fe00] (23)-- 00000800:00020000:17.0:1596747829.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747829.352613:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747829.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a619800] (22)++ 00000800:00000100:17.0:1596747829.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747829.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1800] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:17.0:1596747829.352618:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a619800] (23)-- 00000800:00000200:17.0:1596747829.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28ee00] (21)++ 00000800:00000200:17.0:1596747829.352621:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28ee00] (22)++ 00000800:00000200:17.0:1596747829.352623:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28ee00] (23)-- 00000800:00000200:17.0:1596747829.352624:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462983e00] (21)++ 00000800:00000200:17.0:1596747829.352625:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462983e00] (22)++ 00000800:00000200:17.0:1596747829.352627:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462983e00] (23)-- 00000800:00020000:17.0:1596747829.352629:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747829.352630:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747829.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28f400] (22)++ 00000800:00000100:17.0:1596747829.352632:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747829.352634:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2980] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:17.0:1596747829.352635:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28f400] (23)-- 00000400:00000200:17.0:1596747829.353170:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:17.0:1596747829.353171:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:17.0:1596747829.353171:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444fc00] (22)-- 00000400:00000200:17.0:1596747829.353712:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:17.0:1596747829.353714:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:17.0:1596747829.353714:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c857200] (22)-- 00000400:00000200:17.0:1596747829.354259:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596747829.354260:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596747829.354260:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd1e00] (22)-- 00000400:00000200:17.0:1596747829.354809:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:17.0:1596747829.354810:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:17.0:1596747829.354810:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd5800] (22)-- 00000400:00000200:17.0:1596747829.355349:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:17.0:1596747829.355351:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:17.0:1596747829.355351:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a619800] (22)-- 00000400:00000200:17.0:1596747829.355893:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:17.0:1596747829.355894:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:17.0:1596747829.355895:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28f400] (22)-- 00000800:00000200:17.0:1596747830.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3de00] (21)++ 00000800:00000200:17.0:1596747830.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3de00] (22)++ 00000800:00000200:17.0:1596747830.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3de00] (23)-- 00000800:00020000:17.0:1596747830.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a618c00] (22)++ 00000800:00000200:17.0:1596747830.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986a00] (21)++ 00000800:00000100:17.0:1596747830.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0780] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a618c00] (23)-- 00000800:00000200:17.0:1596747830.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462986a00] (22)++ 00000800:00000200:17.0:1596747830.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462986a00] (23)-- 00000800:00020000:17.0:1596747830.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ba00] (22)++ 00000800:00000100:17.0:1596747830.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0800] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61ba00] (23)-- 00000800:00020000:17.0:1596747830.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28d600] (22)++ 00000800:00000100:17.0:1596747830.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2a00] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28d600] (23)-- 00000800:00000200:17.0:1596747830.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93400] (21)++ 00000800:00000200:17.0:1596747830.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d07a00] (21)++ 00000800:00000200:17.0:1596747830.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d07a00] (22)++ 00000800:00000200:17.0:1596747830.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d07a00] (23)-- 00000800:00000200:17.0:1596747830.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc93400] (22)++ 00000800:00000200:17.0:1596747830.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc93400] (23)-- 00000800:00020000:17.0:1596747830.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd3c00] (22)++ 00000800:00000100:17.0:1596747830.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ba00] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd3c00] (23)-- 00000800:00020000:17.0:1596747830.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61e600] (22)++ 00000800:00000100:17.0:1596747830.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1880] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352593:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c47d61e600] (23)-- 00000800:00000200:17.0:1596747830.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea5600] (21)++ 00000800:00000200:17.0:1596747830.352596:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea5600] (22)++ 00000800:00000200:17.0:1596747830.352598:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea5600] (23)-- 00000800:00000200:17.0:1596747830.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50e000] (21)++ 00000800:00000200:17.0:1596747830.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50e000] (22)++ 00000800:00000200:17.0:1596747830.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50e000] (23)-- 00000800:00000200:17.0:1596747830.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90c00] (21)++ 00000800:00000200:17.0:1596747830.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc90c00] (22)++ 00000800:00000200:17.0:1596747830.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc90c00] (23)-- 00000800:00000200:17.0:1596747830.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d00000] (21)++ 00000800:00000200:17.0:1596747830.352611:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d00000] (22)++ 00000800:00000200:17.0:1596747830.352614:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d00000] (23)-- 00000800:00020000:17.0:1596747830.352615:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3c000] (22)++ 00000800:00000100:17.0:1596747830.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6700] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3c000] (23)-- 00000800:00000200:17.0:1596747830.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308b400] (21)++ 00000800:00000200:17.0:1596747830.352624:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308b400] (22)++ 00000800:00000200:17.0:1596747830.352627:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308b400] (23)-- 00000800:00000200:17.0:1596747830.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981800] (21)++ 00000800:00000200:17.0:1596747830.352629:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462981800] (22)++ 00000800:00000200:17.0:1596747830.352632:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462981800] (23)-- 00000800:00000200:17.0:1596747830.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585600] (21)++ 00000800:00000200:17.0:1596747830.352634:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c585600] (22)++ 00000800:00000200:17.0:1596747830.352637:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c585600] (23)-- 00000800:00000200:17.0:1596747830.352638:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d00600] (21)++ 00000800:00000200:17.0:1596747830.352639:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d00600] (22)++ 00000800:00000200:17.0:1596747830.352642:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d00600] (23)-- 00000800:00020000:17.0:1596747830.352646:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747830.352647:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747830.352648:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c854a00] (22)++ 00000800:00000100:17.0:1596747830.352649:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747830.352651:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7600] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:17.0:1596747830.352652:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c854a00] (23)-- 00000800:00000200:17.0:1596747830.352654:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583e00] (21)++ 00000800:00000200:17.0:1596747830.352655:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c583e00] (22)++ 00000800:00000200:17.0:1596747830.352658:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c583e00] (23)-- 00000400:00000200:17.0:1596747830.353124:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:17.0:1596747830.353125:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:17.0:1596747830.353126:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a618c00] (22)-- 00000400:00000200:17.0:1596747830.353656:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:17.0:1596747830.353657:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:17.0:1596747830.353658:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61ba00] (22)-- 00000400:00000200:17.0:1596747830.354192:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:17.0:1596747830.354193:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:17.0:1596747830.354194:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28d600] (22)-- 00000400:00000200:17.0:1596747830.354744:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:17.0:1596747830.354745:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:17.0:1596747830.354746:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd3c00] (22)-- 00000400:00000200:17.0:1596747830.355297:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:17.0:1596747830.355298:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:17.0:1596747830.355298:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c47d61e600] (22)-- 00000400:00000200:17.0:1596747830.355855:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:17.0:1596747830.355856:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:17.0:1596747830.355856:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3c000] (22)-- 00000400:00000200:17.0:1596747830.356405:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:17.0:1596747830.356406:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:17.0:1596747830.356406:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c854a00] (22)-- 00000800:00000200:15.0:1596747831.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55860400] (21)++ 00000800:00000200:15.0:1596747831.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55860400] (22)++ 00000800:00000200:15.0:1596747831.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55860400] (23)-- 00000800:00000200:15.0:1596747831.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586400] (21)++ 00000800:00000200:15.0:1596747831.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c586400] (22)++ 00000800:00000200:15.0:1596747831.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c586400] (23)-- 00000800:00000200:15.0:1596747831.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea6a00] (21)++ 00000800:00000200:15.0:1596747831.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea6a00] (22)++ 00000800:00000200:15.0:1596747831.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea6a00] (23)-- 00000800:00000200:15.0:1596747831.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2000] (21)++ 00000800:00000200:15.0:1596747831.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd2000] (22)++ 00000800:00000200:15.0:1596747831.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd2000] (23)-- 00000800:00000200:15.0:1596747831.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0c00] (21)++ 00000800:00000200:15.0:1596747831.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea0c00] (22)++ 00000800:00000200:15.0:1596747831.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea0c00] (23)-- 00000800:00000200:15.0:1596747831.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55400000] (21)++ 00000800:00000200:15.0:1596747831.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55400000] (22)++ 00000800:00000200:15.0:1596747831.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55400000] (23)-- 00000800:00000200:15.0:1596747831.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55860200] (21)++ 00000800:00000200:15.0:1596747831.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55860200] (22)++ 00000800:00000200:15.0:1596747831.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55860200] (23)-- 00000800:00000200:15.0:1596747831.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61b600] (21)++ 00000800:00000200:15.0:1596747831.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c47d61b600] (22)++ 00000800:00000200:15.0:1596747831.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c47d61b600] (23)-- 00000800:00020000:15.0:1596747831.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747831.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747831.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61b600] (22)++ 00000800:00000100:15.0:1596747831.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747831.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1780] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:15.0:1596747831.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61b600] (23)-- 00000800:00020000:15.0:1596747831.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747831.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747831.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444d600] (22)++ 00000800:00000100:15.0:1596747831.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747831.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6880] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:15.0:1596747831.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444d600] (23)-- 00000800:00000200:15.0:1596747831.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0800] (21)++ 00000800:00000200:15.0:1596747831.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea0800] (22)++ 00000800:00000200:15.0:1596747831.352602:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea0800] (23)-- 00000800:00000200:15.0:1596747831.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7200] (21)++ 00000800:00000200:15.0:1596747831.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd7200] (22)++ 00000800:00000200:15.0:1596747831.352607:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd7200] (23)-- 00000400:00000200:15.0:1596747831.353094:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:15.0:1596747831.353096:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:15.0:1596747831.353096:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61b600] (22)-- 00000400:00000200:15.0:1596747831.353630:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:15.0:1596747831.353631:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:15.0:1596747831.353631:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444d600] (22)-- 00000800:00000200:15.0:1596747832.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00c000] (21)++ 00000800:00000200:15.0:1596747832.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00c000] (22)++ 00000800:00000200:15.0:1596747832.352593:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00c000] (23)-- 00000800:00000200:15.0:1596747832.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580400] (21)++ 00000800:00000200:15.0:1596747832.352596:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c580400] (22)++ 00000800:00000200:15.0:1596747832.352598:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c580400] (23)-- 00000800:00000200:15.0:1596747832.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d01200] (21)++ 00000800:00000200:15.0:1596747832.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d01200] (22)++ 00000800:00000200:15.0:1596747832.352605:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d01200] (23)-- 00000800:00000200:15.0:1596747832.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3f000] (21)++ 00000800:00000200:15.0:1596747832.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3f000] (22)++ 00000800:00000200:15.0:1596747832.352610:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3f000] (23)-- 00000800:00020000:15.0:1596747832.352611:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747832.352613:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747832.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c853e00] (22)++ 00000800:00000100:15.0:1596747832.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747832.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6800] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:15.0:1596747832.352618:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c853e00] (23)-- 00000800:00020000:15.0:1596747832.352620:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747832.352621:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747832.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462987800] (22)++ 00000800:00000100:15.0:1596747832.352623:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747832.352625:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ac80] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:15.0:1596747832.352626:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462987800] (23)-- 00000800:00020000:15.0:1596747832.352627:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747832.352628:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747832.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28d200] (22)++ 00000800:00000100:15.0:1596747832.352630:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747832.352632:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3400] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:15.0:1596747832.352633:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28d200] (23)-- 00000800:00020000:15.0:1596747832.352634:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747832.352636:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747832.352636:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0a00] (22)++ 00000800:00000100:15.0:1596747832.352637:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747832.352639:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac480] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:15.0:1596747832.352640:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ea0a00] (23)-- 00000800:00020000:15.0:1596747832.352641:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747832.352642:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747832.352643:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61d000] (22)++ 00000800:00000200:15.0:1596747832.352644:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb39e00] (21)++ 00000800:00000100:15.0:1596747832.352645:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747832.352647:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1700] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:15.0:1596747832.352648:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61d000] (23)-- 00000800:00000200:15.0:1596747832.352650:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb39e00] (22)++ 00000800:00000200:15.0:1596747832.352652:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb39e00] (23)-- 00000800:00000200:15.0:1596747832.352654:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24a00] (21)++ 00000800:00000200:15.0:1596747832.352655:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c24a00] (22)++ 00000800:00000200:15.0:1596747832.352658:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c24a00] (23)-- 00000800:00020000:15.0:1596747832.352658:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747832.352659:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747832.352660:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ba00] (22)++ 00000800:00000100:15.0:1596747832.352661:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747832.352663:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7800] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:15.0:1596747832.352664:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3ba00] (23)-- 00000800:00000200:15.0:1596747832.352666:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24000] (21)++ 00000800:00000200:15.0:1596747832.352668:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c24000] (22)++ 00000800:00000200:15.0:1596747832.352671:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c24000] (23)-- 00000800:00000200:15.0:1596747832.352674:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06a00] (21)++ 00000800:00000200:15.0:1596747832.352677:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d06a00] (22)++ 00000800:00000200:15.0:1596747832.352680:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d06a00] (23)-- 00000400:00000200:15.0:1596747832.353197:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:15.0:1596747832.353198:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:15.0:1596747832.353199:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c853e00] (22)-- 00000400:00000200:15.0:1596747832.353737:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:15.0:1596747832.353738:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:15.0:1596747832.353738:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462987800] (22)-- 00000400:00000200:15.0:1596747832.354282:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:15.0:1596747832.354283:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:15.0:1596747832.354284:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28d200] (22)-- 00000400:00000200:15.0:1596747832.354833:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:15.0:1596747832.354834:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:15.0:1596747832.354834:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ea0a00] (22)-- 00000400:00000200:15.0:1596747832.355385:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:15.0:1596747832.355386:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:15.0:1596747832.355387:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61d000] (22)-- 00000400:00000200:15.0:1596747832.355933:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:15.0:1596747832.355934:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:15.0:1596747832.355934:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3ba00] (22)-- 00000800:00000200:15.0:1596747833.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55400600] (21)++ 00000800:00000200:15.0:1596747833.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55400600] (22)++ 00000800:00000200:15.0:1596747833.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55400600] (23)-- 00000800:00000200:15.0:1596747833.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158a8400] (21)++ 00000800:00000200:15.0:1596747833.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158a8400] (22)++ 00000800:00000200:15.0:1596747833.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158a8400] (23)-- 00000800:00000200:15.0:1596747833.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20400] (21)++ 00000800:00000200:15.0:1596747833.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c20400] (22)++ 00000800:00000200:15.0:1596747833.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c20400] (23)-- 00000800:00000200:15.0:1596747833.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34b400] (21)++ 00000800:00000200:15.0:1596747833.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d34b400] (22)++ 00000800:00000200:15.0:1596747833.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d34b400] (23)-- 00000800:00000200:15.0:1596747834.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6600] (21)++ 00000800:00000200:15.0:1596747834.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c6600] (22)++ 00000800:00000200:15.0:1596747834.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c6600] (23)-- 00000800:00020000:15.0:1596747834.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747834.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747834.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ee00] (22)++ 00000800:00000100:15.0:1596747834.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747834.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6780] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:15.0:1596747834.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3ee00] (23)-- 00000800:00020000:15.0:1596747834.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747834.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747834.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ac00] (22)++ 00000800:00000100:15.0:1596747834.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747834.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0880] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:15.0:1596747834.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61ac00] (23)-- 00000800:00000200:15.0:1596747834.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b4e00] (21)++ 00000800:00000200:15.0:1596747834.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b4e00] (22)++ 00000800:00000200:15.0:1596747834.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b4e00] (23)-- 00000800:00000200:15.0:1596747834.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158afa00] (21)++ 00000800:00000200:15.0:1596747834.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158afa00] (22)++ 00000800:00000200:15.0:1596747834.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158afa00] (23)-- 00000800:00000200:15.0:1596747834.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d348a00] (21)++ 00000800:00000200:15.0:1596747834.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d348a00] (22)++ 00000800:00000200:15.0:1596747834.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d348a00] (23)-- 00000800:00020000:15.0:1596747834.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747834.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747834.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986000] (22)++ 00000800:00000100:15.0:1596747834.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747834.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a480] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:15.0:1596747834.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462986000] (23)-- 00000800:00020000:15.0:1596747834.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747834.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747834.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55bb8000] (22)++ 00000800:00000100:15.0:1596747834.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747834.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eada00] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:15.0:1596747834.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55bb8000] (23)-- 00000800:00020000:15.0:1596747834.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747834.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747834.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4000] (22)++ 00000800:00000100:15.0:1596747834.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747834.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8700] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:15.0:1596747834.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f4000] (23)-- 00000800:00020000:15.0:1596747834.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747834.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747834.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462987200] (22)++ 00000800:00000100:15.0:1596747834.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747834.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a180] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:15.0:1596747834.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462987200] (23)-- 00000800:00000200:15.0:1596747834.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c25e00] (21)++ 00000800:00000200:15.0:1596747834.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c25e00] (22)++ 00000800:00000200:15.0:1596747834.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c25e00] (23)-- 00000400:00000200:15.0:1596747834.353173:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:15.0:1596747834.353174:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:15.0:1596747834.353175:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3ee00] (22)-- 00000400:00000200:15.0:1596747834.353708:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:15.0:1596747834.353709:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:15.0:1596747834.353710:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61ac00] (22)-- 00000400:00000200:15.0:1596747834.354250:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:15.0:1596747834.354251:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:15.0:1596747834.354252:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462986000] (22)-- 00000400:00000200:15.0:1596747834.354802:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:15.0:1596747834.354803:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:15.0:1596747834.354803:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55bb8000] (22)-- 00000400:00000200:15.0:1596747834.355343:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:15.0:1596747834.355344:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:15.0:1596747834.355344:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f4000] (22)-- 00000400:00000200:15.0:1596747834.355883:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:15.0:1596747834.355885:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:15.0:1596747834.355885:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462987200] (22)-- 00000800:00000200:37.2:1596747834.545184:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556b8000] (20)++ 00000800:00000200:84.2:1596747834.935524:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66803000] (20)++ 00000800:00020000:16.0:1596747835.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ac00] (22)++ 00000800:00000100:16.0:1596747835.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6800] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3ac00] (23)-- 00000800:00000200:16.0:1596747835.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1a00] (21)++ 00000800:00000200:16.0:1596747835.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c1a00] (22)++ 00000800:00000200:16.0:1596747835.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c1a00] (23)-- 00000800:00020000:16.0:1596747835.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3de00] (22)++ 00000800:00000100:16.0:1596747835.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7700] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3de00] (23)-- 00000800:00000200:16.0:1596747835.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06600] (21)++ 00000800:00000200:16.0:1596747835.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d06600] (22)++ 00000800:00000200:16.0:1596747835.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d06600] (23)-- 00000800:00020000:16.0:1596747835.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986a00] (22)++ 00000800:00000100:16.0:1596747835.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b000] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462986a00] (23)-- 00000800:00000200:16.0:1596747835.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e620000] (21)++ 00000800:00000200:16.0:1596747835.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e620000] (22)++ 00000800:00000200:16.0:1596747835.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e620000] (23)-- 00000800:00000200:16.0:1596747835.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869f600] (21)++ 00000800:00000200:16.0:1596747835.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869f600] (22)++ 00000800:00000200:16.0:1596747835.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869f600] (23)-- 00000800:00020000:16.0:1596747835.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc93400] (22)++ 00000800:00020000:16.0:1596747835.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d07a00] (22)++ 00000800:00000100:16.0:1596747835.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9780] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d07a00] (23)-- 00000800:00000100:16.0:1596747835.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7580] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc93400] (23)-- 00000800:00020000:16.0:1596747835.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea5600] (22)++ 00000800:00000100:16.0:1596747835.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7500] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea5600] (23)-- 00000800:00020000:16.0:1596747835.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50e000] (22)++ 00000800:00000100:16.0:1596747835.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3300] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50e000] (23)-- 00000800:00020000:16.0:1596747835.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc90c00] (22)++ 00000800:00000100:16.0:1596747835.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6880] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc90c00] (23)-- 00000800:00020000:16.0:1596747835.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352618:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d00000] (22)++ 00000800:00000100:16.0:1596747835.352619:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9800] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d00000] (23)-- 00000800:00020000:16.0:1596747835.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66802000] (22)++ 00000800:00000100:16.0:1596747835.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8780] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66802000] (23)-- 00000800:00020000:16.0:1596747835.352631:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352632:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444ac00] (22)++ 00000800:00000100:16.0:1596747835.352634:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352636:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7700] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352637:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444ac00] (23)-- 00000800:00020000:16.0:1596747835.352637:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352638:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3d000] (22)++ 00000800:00020000:16.0:1596747835.352640:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352641:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308b400] (22)++ 00000800:00000100:16.0:1596747835.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1680] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352646:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308b400] (23)-- 00000800:00000100:16.0:1596747835.352647:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352648:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7780] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352649:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3d000] (23)-- 00000800:00020000:16.0:1596747835.352650:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352651:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50e600] (22)++ 00000800:00000100:16.0:1596747835.352653:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352655:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2b00] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352656:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50e600] (23)-- 00000800:00020000:16.0:1596747835.352656:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352657:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352658:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50a600] (22)++ 00000800:00000100:16.0:1596747835.352659:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352661:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3380] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352662:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50a600] (23)-- 00000800:00020000:16.0:1596747835.352663:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352664:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352665:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981800] (22)++ 00000800:00000100:16.0:1596747835.352666:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352668:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b080] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352669:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462981800] (23)-- 00000800:00020000:16.0:1596747835.352670:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352671:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352672:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585600] (22)++ 00000800:00000100:16.0:1596747835.352673:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2b80] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c585600] (23)-- 00000800:00020000:16.0:1596747835.352676:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747835.352677:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352678:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d00600] (22)++ 00000800:00000100:16.0:1596747835.352679:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352681:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8800] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352682:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d00600] (23)-- 00000800:00000200:16.0:1596747835.352683:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22200] (21)++ 00000800:00000200:16.0:1596747835.352685:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c22200] (22)++ 00000800:00000200:16.0:1596747835.352687:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c22200] (23)-- 00000800:00000200:16.0:1596747835.352690:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869e400] (21)++ 00000800:00000200:16.0:1596747835.352691:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869e400] (22)++ 00000800:00000200:16.0:1596747835.352693:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869e400] (23)-- 00000800:00020000:16.0:1596747835.352694:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352696:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352697:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444c800] (22)++ 00000800:00000100:16.0:1596747835.352698:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352699:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6900] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352700:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444c800] (23)-- 00000800:00020000:16.0:1596747835.352702:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747835.352703:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747835.352704:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66801e00] (22)++ 00000800:00000100:16.0:1596747835.352705:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747835.352706:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9880] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:16.0:1596747835.352707:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66801e00] (23)-- 00000400:00000200:16.0:1596747835.353145:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:16.0:1596747835.353146:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:16.0:1596747835.353147:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3ac00] (22)-- 00000400:00000200:16.0:1596747835.353690:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:16.0:1596747835.353691:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:16.0:1596747835.353692:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3de00] (22)-- 00000400:00000200:16.0:1596747835.354243:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:16.0:1596747835.354244:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:16.0:1596747835.354244:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462986a00] (22)-- 00000400:00000200:16.0:1596747835.354793:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:16.0:1596747835.354794:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:16.0:1596747835.354795:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d07a00] (22)-- 00000400:00000200:16.0:1596747835.355341:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:16.0:1596747835.355342:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:16.0:1596747835.355343:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc93400] (22)-- 00000400:00000200:16.0:1596747835.355892:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:16.0:1596747835.355893:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:16.0:1596747835.355893:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea5600] (22)-- 00000400:00000200:16.0:1596747835.356271:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:16.0:1596747835.356272:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:16.0:1596747835.356272:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50e000] (22)-- 00000400:00000200:16.0:1596747835.356828:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:16.0:1596747835.356829:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:16.0:1596747835.356830:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc90c00] (22)-- 00000400:00000200:16.0:1596747835.357370:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:16.0:1596747835.357371:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:16.0:1596747835.357371:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d00000] (22)-- 00000400:00000200:16.0:1596747835.357921:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:16.0:1596747835.357922:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:16.0:1596747835.357923:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66802000] (22)-- 00000400:00000200:16.0:1596747835.358467:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:16.0:1596747835.358468:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:16.0:1596747835.358468:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444ac00] (22)-- 00000400:00000200:16.0:1596747835.359012:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:16.0:1596747835.359014:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:16.0:1596747835.359015:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308b400] (22)-- 00000400:00000200:16.0:1596747835.359566:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:16.0:1596747835.359567:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:16.0:1596747835.359567:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3d000] (22)-- 00000400:00000200:16.0:1596747835.360108:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:16.0:1596747835.360109:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:16.0:1596747835.360110:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50e600] (22)-- 00000400:00000200:16.0:1596747835.360654:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:16.0:1596747835.360655:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:16.0:1596747835.360655:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50a600] (22)-- 00000400:00000200:16.0:1596747835.361208:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:16.0:1596747835.361210:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:16.0:1596747835.361210:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462981800] (22)-- 00000400:00000200:16.0:1596747835.361757:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:16.0:1596747835.361758:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:16.0:1596747835.361759:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c585600] (22)-- 00000400:00000200:16.0:1596747835.362135:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:16.0:1596747835.362136:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:16.0:1596747835.362136:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d00600] (22)-- 00000400:00000200:16.0:1596747835.362692:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:16.0:1596747835.362693:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:16.0:1596747835.362693:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444c800] (22)-- 00000400:00000200:16.0:1596747835.363231:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:16.0:1596747835.363233:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:16.0:1596747835.363233:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66801e00] (22)-- 00000800:00020000:16.0:1596747836.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583e00] (22)++ 00000800:00000100:16.0:1596747836.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2c00] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c583e00] (23)-- 00000800:00020000:16.0:1596747836.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55860400] (22)++ 00000800:00000100:16.0:1596747836.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac500] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55860400] (23)-- 00000800:00020000:16.0:1596747836.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747836.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3fe00] (22)++ 00000800:00000200:16.0:1596747836.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d05600] (21)++ 00000800:00000100:16.0:1596747836.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6880] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3fe00] (23)-- 00000800:00000200:16.0:1596747836.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d05600] (22)++ 00000800:00000200:16.0:1596747836.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d05600] (23)-- 00000800:00020000:16.0:1596747836.352569:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352570:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586400] (22)++ 00000800:00000100:16.0:1596747836.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3280] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c586400] (23)-- 00000800:00020000:16.0:1596747836.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747836.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28ee00] (22)++ 00000800:00000100:16.0:1596747836.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2a80] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28ee00] (23)-- 00000800:00020000:16.0:1596747836.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea6a00] (22)++ 00000800:00000100:16.0:1596747836.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6980] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea6a00] (23)-- 00000800:00020000:16.0:1596747836.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2000] (22)++ 00000800:00000100:16.0:1596747836.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27af00] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd2000] (23)-- 00000800:00020000:16.0:1596747836.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747836.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462983e00] (22)++ 00000800:00000200:16.0:1596747836.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc558d0400] (21)++ 00000800:00000100:16.0:1596747836.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a900] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462983e00] (23)-- 00000800:00000200:16.0:1596747836.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc558d0400] (22)++ 00000800:00000200:16.0:1596747836.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc558d0400] (23)-- 00000800:00000200:16.0:1596747836.352609:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5400] (21)++ 00000800:00000200:16.0:1596747836.352611:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd5400] (22)++ 00000800:00000200:16.0:1596747836.352613:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd5400] (23)-- 00000800:00020000:16.0:1596747836.352614:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352615:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0c00] (22)++ 00000800:00000100:16.0:1596747836.352617:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352618:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6900] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352619:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea0c00] (23)-- 00000800:00020000:16.0:1596747836.352620:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55400000] (22)++ 00000800:00000100:16.0:1596747836.352623:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352625:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac580] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352626:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55400000] (23)-- 00000800:00020000:16.0:1596747836.352628:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352629:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352630:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55860200] (22)++ 00000800:00000100:16.0:1596747836.352631:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352633:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead980] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352634:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55860200] (23)-- 00000800:00020000:16.0:1596747836.352635:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352636:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61b600] (22)++ 00000800:00000100:16.0:1596747836.352638:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352640:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0900] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352641:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c47d61b600] (23)-- 00000800:00020000:16.0:1596747836.352643:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352644:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352645:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0800] (22)++ 00000800:00000100:16.0:1596747836.352647:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352648:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7480] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352649:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea0800] (23)-- 00000800:00020000:16.0:1596747836.352650:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747836.352651:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747836.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7200] (22)++ 00000800:00000100:16.0:1596747836.352653:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747836.352655:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b480] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:16.0:1596747836.352656:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd7200] (23)-- 00000400:00000200:16.0:1596747836.353159:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:16.0:1596747836.353160:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:16.0:1596747836.353160:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c583e00] (22)-- 00000400:00000200:16.0:1596747836.353700:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:16.0:1596747836.353701:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:16.0:1596747836.353701:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55860400] (22)-- 00000400:00000200:16.0:1596747836.354248:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:16.0:1596747836.354249:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:16.0:1596747836.354250:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3fe00] (22)-- 00000800:00000200:36.0:1596747836.354795:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3fe00] (21)-- 00000400:00000200:16.0:1596747836.354809:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:16.0:1596747836.354810:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:16.0:1596747836.354810:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c586400] (22)-- 00000400:00000200:16.0:1596747836.355354:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:16.0:1596747836.355355:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:16.0:1596747836.355356:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28ee00] (22)-- 00000400:00000200:16.0:1596747836.355903:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:16.0:1596747836.355904:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:16.0:1596747836.355904:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea6a00] (22)-- 00000400:00000200:16.0:1596747836.356458:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:16.0:1596747836.356459:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:16.0:1596747836.356459:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd2000] (22)-- 00000400:00000200:16.0:1596747836.357009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:16.0:1596747836.357010:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:16.0:1596747836.357011:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462983e00] (22)-- 00000400:00000200:16.0:1596747836.357561:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:16.0:1596747836.357562:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:16.0:1596747836.357563:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea0c00] (22)-- 00000400:00000200:16.0:1596747836.358101:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:16.0:1596747836.358102:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:16.0:1596747836.358102:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55400000] (22)-- 00000400:00000200:16.0:1596747836.358664:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:16.0:1596747836.358665:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:16.0:1596747836.358665:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55860200] (22)-- 00000400:00000200:16.0:1596747836.359216:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:16.0:1596747836.359218:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:16.0:1596747836.359218:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c47d61b600] (22)-- 00000400:00000200:16.0:1596747836.359757:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:16.0:1596747836.359758:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:16.0:1596747836.359758:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea0800] (22)-- 00000400:00000200:16.0:1596747836.360307:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:16.0:1596747836.360308:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:16.0:1596747836.360308:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd7200] (22)-- 00000800:00000200:38.2:1596747837.180799:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c6800] (19)++ 00000800:00000200:16.0:1596747837.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158aa000] (21)++ 00000800:00000200:16.0:1596747837.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158aa000] (22)++ 00000800:00000200:16.0:1596747837.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158aa000] (23)-- 00000800:00000200:16.0:1596747837.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d05200] (21)++ 00000800:00000200:16.0:1596747837.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d05200] (22)++ 00000800:00000200:16.0:1596747837.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d05200] (23)-- 00000800:00000200:16.0:1596747837.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc558d0200] (21)++ 00000800:00000200:16.0:1596747837.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc558d0200] (22)++ 00000800:00000200:16.0:1596747837.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc558d0200] (23)-- 00000800:00000200:16.0:1596747837.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d01c00] (21)++ 00000800:00000200:16.0:1596747837.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d01c00] (22)++ 00000800:00000200:16.0:1596747837.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d01c00] (23)-- 00000800:00000200:16.0:1596747837.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e620600] (21)++ 00000800:00000200:16.0:1596747837.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e620600] (22)++ 00000800:00000200:16.0:1596747837.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e620600] (23)-- 00000800:00000200:16.0:1596747837.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cc600] (21)++ 00000800:00000200:16.0:1596747837.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cc600] (22)++ 00000800:00000200:16.0:1596747837.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cc600] (23)-- 00000800:00000200:16.0:1596747837.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2a00] (21)++ 00000800:00000200:16.0:1596747837.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd2a00] (22)++ 00000800:00000200:16.0:1596747837.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd2a00] (23)-- 00000800:00000200:16.0:1596747837.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55460000] (21)++ 00000800:00000200:16.0:1596747837.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55460000] (22)++ 00000800:00000200:16.0:1596747837.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55460000] (23)-- 00000800:00000200:16.0:1596747837.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24e00] (21)++ 00000800:00000200:16.0:1596747837.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c24e00] (22)++ 00000800:00000200:16.0:1596747837.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c24e00] (23)-- 00000800:00000200:16.0:1596747837.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20e00] (21)++ 00000800:00000200:16.0:1596747837.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c20e00] (22)++ 00000800:00000200:16.0:1596747837.352589:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c20e00] (23)-- 00000800:00000200:16.0:1596747837.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ca00] (21)++ 00000800:00000200:16.0:1596747837.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474ca00] (22)++ 00000800:00000200:16.0:1596747837.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474ca00] (23)-- 00000800:00000200:16.0:1596747837.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6400] (21)++ 00000800:00000200:16.0:1596747837.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c6400] (22)++ 00000800:00000200:16.0:1596747837.352600:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c6400] (23)-- 00000800:00000200:16.0:1596747837.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02600] (21)++ 00000800:00000200:16.0:1596747837.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d02600] (22)++ 00000800:00000200:16.0:1596747837.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d02600] (23)-- 00000800:00000200:16.0:1596747837.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55460c00] (21)++ 00000800:00000200:16.0:1596747837.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55460c00] (22)++ 00000800:00000200:16.0:1596747837.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55460c00] (23)-- 00000800:00000200:16.0:1596747837.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21800] (21)++ 00000800:00000200:16.0:1596747837.352614:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c21800] (22)++ 00000800:00000200:16.0:1596747837.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c21800] (23)-- 00000800:00000200:36.2:1596747837.769221:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea0a00] (20)++ 00000800:00000200:16.0:1596747838.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d04800] (21)++ 00000800:00000200:16.0:1596747838.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d04800] (22)++ 00000800:00000200:16.0:1596747838.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d04800] (23)-- 00000800:00000200:16.0:1596747838.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6e00] (21)++ 00000800:00000200:16.0:1596747838.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c6e00] (22)++ 00000800:00000200:16.0:1596747838.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c6e00] (23)-- 00000800:00020000:16.0:1596747838.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55400600] (22)++ 00000800:00000100:16.0:1596747838.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead900] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55400600] (23)-- 00000800:00020000:16.0:1596747838.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00c000] (22)++ 00000800:00000100:16.0:1596747838.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27af80] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00c000] (23)-- 00000800:00020000:16.0:1596747838.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580400] (22)++ 00000800:00000100:16.0:1596747838.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3200] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c580400] (23)-- 00000800:00020000:16.0:1596747838.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158a8400] (22)++ 00000800:00000100:16.0:1596747838.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352572:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1600] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158a8400] (23)-- 00000800:00020000:16.0:1596747838.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d01200] (22)++ 00000800:00000100:16.0:1596747838.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8880] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d01200] (23)-- 00000800:00020000:16.0:1596747838.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20400] (22)++ 00000800:00000100:16.0:1596747838.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7600] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c20400] (23)-- 00000800:00020000:16.0:1596747838.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3f000] (22)++ 00000800:00000100:16.0:1596747838.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7680] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3f000] (23)-- 00000800:00020000:16.0:1596747838.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d34b400] (22)++ 00000800:00000100:16.0:1596747838.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7400] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d34b400] (23)-- 00000800:00020000:16.0:1596747838.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb39e00] (22)++ 00000800:00000100:16.0:1596747838.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352609:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6900] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352610:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb39e00] (23)-- 00000800:00020000:16.0:1596747838.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352613:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24a00] (22)++ 00000800:00000100:16.0:1596747838.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6980] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352618:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c24a00] (23)-- 00000800:00020000:16.0:1596747838.352619:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747838.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747838.352620:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24000] (22)++ 00000800:00000100:16.0:1596747838.352622:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747838.352623:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7680] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:16.0:1596747838.352624:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c24000] (23)-- 00000400:00000200:16.0:1596747838.353225:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:16.0:1596747838.353226:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:16.0:1596747838.353226:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55400600] (22)-- 00000400:00000200:16.0:1596747838.353768:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:16.0:1596747838.353769:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:16.0:1596747838.353769:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00c000] (22)-- 00000400:00000200:16.0:1596747838.354307:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:16.0:1596747838.354309:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:16.0:1596747838.354309:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c580400] (22)-- 00000400:00000200:16.0:1596747838.354876:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:16.0:1596747838.354877:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:16.0:1596747838.354878:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158a8400] (22)-- 00000400:00000200:16.0:1596747838.355423:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:16.0:1596747838.355424:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:16.0:1596747838.355425:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d01200] (22)-- 00000400:00000200:16.0:1596747838.355975:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:16.0:1596747838.355976:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:16.0:1596747838.355976:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c20400] (22)-- 00000400:00000200:16.0:1596747838.356533:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:16.0:1596747838.356535:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:16.0:1596747838.356535:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3f000] (22)-- 00000400:00000200:16.0:1596747838.357073:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:16.0:1596747838.357075:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:16.0:1596747838.357075:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d34b400] (22)-- 00000400:00000200:16.0:1596747838.357609:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:16.0:1596747838.357610:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:16.0:1596747838.357610:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb39e00] (22)-- 00000400:00000200:16.0:1596747838.358163:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:16.0:1596747838.358164:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:16.0:1596747838.358164:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c24a00] (22)-- 00000400:00000200:16.0:1596747838.358710:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:16.0:1596747838.358711:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:16.0:1596747838.358712:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c24000] (22)-- 00000800:00000200:36.0:1596747838.407609:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:41.2:1596747838.435246:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea1800] (20)++ 00000800:00000200:17.0:1596747839.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474a200] (21)++ 00000800:00000200:17.0:1596747839.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474a200] (22)++ 00000800:00000200:17.0:1596747839.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474a200] (23)-- 00000800:00020000:17.0:1596747839.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747839.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747839.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06a00] (22)++ 00000800:00000100:17.0:1596747839.352542:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747839.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8900] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:17.0:1596747839.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d06a00] (23)-- 00000800:00020000:17.0:1596747839.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747839.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747839.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6600] (22)++ 00000800:00000100:17.0:1596747839.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747839.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6a80] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:17.0:1596747839.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c6600] (23)-- 00000400:00000200:17.0:1596747839.353093:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:17.0:1596747839.353094:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:17.0:1596747839.353095:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d06a00] (22)-- 00000400:00000200:17.0:1596747839.353630:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:17.0:1596747839.353632:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:17.0:1596747839.353632:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c6600] (22)-- 00000800:00000200:85.2:1596747840.346300:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc97400] (20)++ 00000800:00020000:17.0:1596747840.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747840.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747840.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b4e00] (22)++ 00000800:00000100:17.0:1596747840.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747840.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7600] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:17.0:1596747840.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b4e00] (23)-- 00000800:00020000:17.0:1596747840.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747840.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747840.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158afa00] (22)++ 00000800:00000100:17.0:1596747840.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747840.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0980] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:17.0:1596747840.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158afa00] (23)-- 00000800:00020000:17.0:1596747840.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747840.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747840.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d348a00] (22)++ 00000800:00000100:17.0:1596747840.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747840.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6a00] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:17.0:1596747840.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d348a00] (23)-- 00000400:00000200:17.0:1596747840.353038:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:17.0:1596747840.353039:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:17.0:1596747840.353040:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b4e00] (22)-- 00000400:00000200:17.0:1596747840.353583:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:17.0:1596747840.353584:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:17.0:1596747840.353585:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158afa00] (22)-- 00000400:00000200:17.0:1596747840.354117:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:17.0:1596747840.354118:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:17.0:1596747840.354118:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d348a00] (22)-- 00000800:00000200:87.2:1596747840.373416:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464051a00] (20)++ 00000800:00020000:17.0:1596747841.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747841.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747841.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c25e00] (22)++ 00000800:00000100:17.0:1596747841.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747841.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7580] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:17.0:1596747841.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c25e00] (23)-- 00000800:00020000:17.0:1596747841.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747841.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747841.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1a00] (22)++ 00000800:00000100:17.0:1596747841.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747841.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7380] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:17.0:1596747841.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c1a00] (23)-- 00000800:00020000:17.0:1596747841.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747841.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747841.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06600] (22)++ 00000800:00000100:17.0:1596747841.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747841.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9700] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:17.0:1596747841.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d06600] (23)-- 00000800:00020000:17.0:1596747841.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747841.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747841.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e620000] (22)++ 00000800:00000100:17.0:1596747841.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747841.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7580] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:17.0:1596747841.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e620000] (23)-- 00000800:00020000:17.0:1596747841.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747841.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747841.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869f600] (22)++ 00000800:00000100:17.0:1596747841.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747841.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2c80] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:17.0:1596747841.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869f600] (23)-- 00000800:00020000:17.0:1596747841.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747841.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747841.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22200] (22)++ 00000800:00000100:17.0:1596747841.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747841.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6a00] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:17.0:1596747841.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c22200] (23)-- 00000400:00000200:17.0:1596747841.353074:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:17.0:1596747841.353075:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:17.0:1596747841.353076:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c25e00] (22)-- 00000400:00000200:17.0:1596747841.353624:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:17.0:1596747841.353626:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:17.0:1596747841.353626:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c1a00] (22)-- 00000400:00000200:17.0:1596747841.354173:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:17.0:1596747841.354174:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:17.0:1596747841.354175:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d06600] (22)-- 00000400:00000200:17.0:1596747841.354727:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:17.0:1596747841.354728:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:17.0:1596747841.354728:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e620000] (22)-- 00000400:00000200:17.0:1596747841.355263:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:17.0:1596747841.355265:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:17.0:1596747841.355265:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869f600] (22)-- 00000400:00000200:17.0:1596747841.355830:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:17.0:1596747841.355831:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:17.0:1596747841.355832:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c22200] (22)-- 00000800:00000200:88.2:1596747842.013759:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d06c00] (20)++ 00000800:00020000:17.0:1596747842.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158aa000] (22)++ 00000800:00000100:17.0:1596747842.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352572:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1580] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352573:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158aa000] (23)-- 00000800:00020000:17.0:1596747842.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747842.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869e400] (22)++ 00000800:00000100:17.0:1596747842.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3180] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869e400] (23)-- 00000800:00020000:17.0:1596747842.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d05200] (22)++ 00000800:00000100:17.0:1596747842.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9680] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d05200] (23)-- 00000800:00020000:17.0:1596747842.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc558d0200] (22)++ 00000800:00000100:17.0:1596747842.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead880] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc558d0200] (23)-- 00000800:00020000:17.0:1596747842.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d01c00] (22)++ 00000800:00000100:17.0:1596747842.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8980] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d01c00] (23)-- 00000800:00020000:17.0:1596747842.352605:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352606:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e620600] (22)++ 00000800:00000100:17.0:1596747842.352608:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352610:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6980] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352611:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e620600] (23)-- 00000800:00020000:17.0:1596747842.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352613:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cc600] (22)++ 00000800:00000100:17.0:1596747842.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352616:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2d00] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352617:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cc600] (23)-- 00000800:00020000:17.0:1596747842.352618:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352620:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd2a00] (22)++ 00000800:00000100:17.0:1596747842.352621:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352623:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b200] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352624:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd2a00] (23)-- 00000800:00020000:17.0:1596747842.352625:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352626:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55460000] (22)++ 00000800:00000100:17.0:1596747842.352628:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352629:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac680] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352630:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55460000] (23)-- 00000800:00000200:17.0:1596747842.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474c400] (21)++ 00000800:00000200:17.0:1596747842.352634:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474c400] (22)++ 00000800:00000200:17.0:1596747842.352637:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474c400] (23)-- 00000800:00020000:17.0:1596747842.352638:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747842.352639:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d05600] (22)++ 00000800:00000100:17.0:1596747842.352641:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352642:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8a00] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352643:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d05600] (23)-- 00000800:00020000:17.0:1596747842.352645:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747842.352646:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352647:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc558d0400] (22)++ 00000800:00000100:17.0:1596747842.352648:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352650:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac600] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352651:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc558d0400] (23)-- 00000800:00020000:17.0:1596747842.352652:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352653:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352654:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24e00] (22)++ 00000800:00000100:17.0:1596747842.352655:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352656:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6b00] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352657:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c24e00] (23)-- 00000800:00020000:17.0:1596747842.352658:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352659:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352660:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c20e00] (22)++ 00000800:00000100:17.0:1596747842.352661:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352663:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7500] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352664:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c20e00] (23)-- 00000800:00020000:17.0:1596747842.352665:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747842.352666:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352667:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd5400] (22)++ 00000800:00000100:17.0:1596747842.352668:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352670:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ad80] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352671:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd5400] (23)-- 00000800:00020000:17.0:1596747842.352672:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352673:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352674:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474ca00] (22)++ 00000800:00000100:17.0:1596747842.352675:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352677:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7480] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352678:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474ca00] (23)-- 00000800:00020000:17.0:1596747842.352679:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352680:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352681:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6400] (22)++ 00000800:00000100:17.0:1596747842.352682:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352683:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6b00] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352684:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c6400] (23)-- 00000800:00020000:17.0:1596747842.352685:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352686:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352687:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02600] (22)++ 00000800:00000100:17.0:1596747842.352688:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352690:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8a80] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352690:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d02600] (23)-- 00000800:00020000:17.0:1596747842.352691:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352692:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352693:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55460c00] (22)++ 00000800:00000100:17.0:1596747842.352694:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352696:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac700] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352697:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55460c00] (23)-- 00000800:00020000:17.0:1596747842.352698:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747842.352699:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747842.352700:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c21800] (22)++ 00000800:00000100:17.0:1596747842.352701:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747842.352703:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6a80] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:17.0:1596747842.352704:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c21800] (23)-- 00000400:00000200:17.0:1596747842.353235:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:17.0:1596747842.353236:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:17.0:1596747842.353237:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158aa000] (22)-- 00000400:00000200:17.0:1596747842.353758:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:17.0:1596747842.353759:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:17.0:1596747842.353759:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869e400] (22)-- 00000400:00000200:17.0:1596747842.354319:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:17.0:1596747842.354320:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:17.0:1596747842.354320:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d05200] (22)-- 00000400:00000200:17.0:1596747842.354871:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:17.0:1596747842.354872:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:17.0:1596747842.354873:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc558d0200] (22)-- 00000400:00000200:17.0:1596747842.355423:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:17.0:1596747842.355425:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:17.0:1596747842.355425:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d01c00] (22)-- 00000400:00000200:17.0:1596747842.355972:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:17.0:1596747842.355974:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:17.0:1596747842.355974:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e620600] (22)-- 00000400:00000200:17.0:1596747842.356533:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:17.0:1596747842.356534:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:17.0:1596747842.356534:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cc600] (22)-- 00000400:00000200:17.0:1596747842.357077:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:17.0:1596747842.357078:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:17.0:1596747842.357078:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd2a00] (22)-- 00000400:00000200:17.0:1596747842.357628:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:17.0:1596747842.357630:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:17.0:1596747842.357630:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55460000] (22)-- 00000400:00000200:17.0:1596747842.358175:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:17.0:1596747842.358176:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:17.0:1596747842.358177:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d05600] (22)-- 00000400:00000200:17.0:1596747842.358733:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:17.0:1596747842.358734:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:17.0:1596747842.358734:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc558d0400] (22)-- 00000400:00000200:17.0:1596747842.359278:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:17.0:1596747842.359279:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:17.0:1596747842.359279:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c24e00] (22)-- 00000400:00000200:17.0:1596747842.359841:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:17.0:1596747842.359842:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:17.0:1596747842.359842:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c20e00] (22)-- 00000400:00000200:17.0:1596747842.360376:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:17.0:1596747842.360377:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:17.0:1596747842.360377:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd5400] (22)-- 00000400:00000200:17.0:1596747842.360930:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:17.0:1596747842.360931:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:17.0:1596747842.360931:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474ca00] (22)-- 00000400:00000200:17.0:1596747842.361463:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:17.0:1596747842.361464:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:17.0:1596747842.361464:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c6400] (22)-- 00000400:00000200:17.0:1596747842.362014:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:17.0:1596747842.362015:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:17.0:1596747842.362016:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d02600] (22)-- 00000400:00000200:17.0:1596747842.362580:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:17.0:1596747842.362581:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:17.0:1596747842.362582:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55460c00] (22)-- 00000400:00000200:17.0:1596747842.363118:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:17.0:1596747842.363119:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:17.0:1596747842.363119:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c21800] (22)-- 00000800:00000200:15.0:1596747843.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ae600] (21)++ 00000800:00000200:15.0:1596747843.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158ae600] (22)++ 00000800:00000200:15.0:1596747843.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158ae600] (23)-- 00000800:00020000:15.0:1596747843.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747843.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747843.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d04800] (22)++ 00000800:00000100:15.0:1596747843.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747843.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9600] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:15.0:1596747843.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d04800] (23)-- 00000800:00020000:15.0:1596747843.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747843.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747843.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6e00] (22)++ 00000800:00000100:15.0:1596747843.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747843.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6b80] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:15.0:1596747843.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c6e00] (23)-- 00000400:00000200:15.0:1596747843.353121:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:15.0:1596747843.353122:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:15.0:1596747843.353123:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d04800] (22)-- 00000400:00000200:15.0:1596747843.353660:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:15.0:1596747843.353661:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:15.0:1596747843.353662:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c6e00] (22)-- 00000800:00000200:88.2:1596747843.824493:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc91c00] (20)++ 00000800:00020000:15.0:1596747844.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747844.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747844.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474a200] (22)++ 00000800:00000100:15.0:1596747844.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747844.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6b80] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:15.0:1596747844.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474a200] (23)-- 00000800:00000200:15.0:1596747844.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55480000] (21)++ 00000800:00000200:15.0:1596747844.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55480000] (22)++ 00000800:00000200:15.0:1596747844.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55480000] (23)-- 00000400:00000200:15.0:1596747844.353121:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:15.0:1596747844.353122:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:15.0:1596747844.353123:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474a200] (22)-- 00000800:00000200:41.2:1596747844.725192:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770cc00] (19)++ 00000800:00000200:39.2:1596747844.730768:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770ea00] (20)++ 00000800:00000200:39.2:1596747844.993714:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c22800] (20)++ 00000800:00000200:40.2:1596747845.501358:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158ae200] (20)++ 00000800:00000200:37.2:1596747845.901662:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4425ab800] (20)++ 00000800:00000200:37.2:1596747845.933149:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc96800] (20)++ 00000800:00000200:41.2:1596747846.016759:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc92c00] (19)++ 00000800:00000200:41.2:1596747846.041830:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770e600] (19)++ 00000800:00000200:86.2:1596747846.250792:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c6c00] (19)++ 00000800:00000200:15.0:1596747846.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158abe00] (21)++ 00000800:00000200:15.0:1596747846.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158abe00] (22)++ 00000800:00000200:15.0:1596747846.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158abe00] (23)-- 00000800:00000200:36.2:1596747846.476463:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c47d61fc00] (20)++ 00000800:00000200:85.2:1596747846.594247:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158aec00] (20)++ 00000800:00000200:40.2:1596747846.606346:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d518000] (20)++ 00000800:00000200:88.2:1596747846.784257:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e627600] (20)++ 00000800:00000200:15.0:1596747847.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c4600] (21)++ 00000800:00000200:15.0:1596747847.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c4600] (22)++ 00000800:00000200:15.0:1596747847.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c4600] (23)-- 00000800:00000200:89.2:1596747847.498261:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444a400] (20)++ 00000800:00000200:36.2:1596747847.513869:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee40000] (20)++ 00000800:00020000:15.0:1596747848.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747848.352570:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747848.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ae600] (22)++ 00000800:00000100:15.0:1596747848.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747848.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0a00] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596747848.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158ae600] (23)-- 00000800:00020000:15.0:1596747848.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747848.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747848.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474c400] (22)++ 00000800:00000100:15.0:1596747848.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747848.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7400] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596747848.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474c400] (23)-- 00000400:00000200:15.0:1596747848.353116:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596747848.353117:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596747848.353118:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158ae600] (22)-- 00000400:00000200:15.0:1596747848.353668:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596747848.353670:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596747848.353670:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474c400] (22)-- 00000800:00000200:86.2:1596747848.434032:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee41000] (20)++ 00000800:00000200:87.2:1596747848.673110:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e621200] (20)++ 00000800:00000200:88.2:1596747848.808731:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556e8000] (20)++ 00000800:00000200:84.2:1596747849.039437:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc93000] (19)++ 00000800:00000200:36.2:1596747849.150474:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee41400] (20)++ 00000800:00000200:88.2:1596747849.277226:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e623600] (20)++ 00000800:00000200:39.2:1596747849.287410:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd7600] (20)++ 00000800:00000200:41.2:1596747849.295412:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98947decca00] (20)++ 00000800:00000200:88.2:1596747849.515771:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e621a00] (20)++ 00000800:00000200:36.2:1596747849.879129:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd1400] (20)++ 00000800:00000200:39.2:1596747849.901642:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a476dd4400] (20)++ 00000800:00000200:38.2:1596747850.004240:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556e8600] (20)++ 00000800:00000200:40.2:1596747850.117756:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d02a00] (20)++ 00000800:00000200:89.2:1596747850.300082:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e622c00] (20)++ 00000800:00020000:15.0:1596747850.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747850.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747850.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55480000] (22)++ 00000800:00000100:15.0:1596747850.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747850.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead800] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:15.0:1596747850.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55480000] (23)-- 00000400:00000200:15.0:1596747850.353133:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:15.0:1596747850.353135:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:15.0:1596747850.353136:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55480000] (22)-- 00000800:00000200:40.2:1596747850.475849:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc96a00] (20)++ 00000800:00000200:89.2:1596747850.516388:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc95e00] (20)++ 00000800:00000200:87.2:1596747850.604643:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e833e00] (20)++ 00000800:00000200:89.2:1596747850.766740:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc93a00] (20)++ 00000800:00000200:36.2:1596747850.829822:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e00b400] (19)++ 00000800:00000200:84.2:1596747851.030212:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6c200] (20)++ 00000800:00000200:87.2:1596747851.084768:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e835e00] (20)++ 00000800:00000200:36.2:1596747851.088994:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460ae00] (20)++ 00000800:00000200:84.2:1596747851.093176:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6c800] (20)++ 00000800:00000200:88.2:1596747851.119109:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460c200] (20)++ 00000800:00000200:84.2:1596747851.124780:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc95400] (20)++ 00000800:00000200:86.2:1596747851.131122:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44757fa00] (19)++ 00000800:00020000:15.0:1596747851.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747851.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747851.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158abe00] (22)++ 00000800:00000100:15.0:1596747851.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747851.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1500] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:15.0:1596747851.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158abe00] (23)-- 00000400:00000200:15.0:1596747851.353099:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:15.0:1596747851.353101:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:15.0:1596747851.353101:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158abe00] (22)-- 00000800:00000200:88.2:1596747851.477693:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc94400] (20)++ 00000800:00000200:36.2:1596747851.614064:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462984800] (20)++ 00000800:00000200:89.2:1596747851.619701:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6d800] (20)++ 00000800:00000200:85.2:1596747851.831402:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6ccc00] (20)++ 00000800:00000200:41.2:1596747851.983936:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55bb8200] (20)++ 00000800:00000200:40.2:1596747852.006652:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6d200] (20)++ 00000800:00000200:39.2:1596747852.201136:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee46400] (20)++ 00000800:00000200:40.2:1596747852.252227:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cae00] (20)++ 00000800:00000200:37.2:1596747852.277286:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc94e00] (20)++ 00000800:00000200:87.2:1596747852.295198:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cdc00] (20)++ 00000800:00000200:41.2:1596747852.310495:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc92a00] (20)++ 00000800:00000200:85.2:1596747852.340127:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea8000] (20)++ 00000800:00020000:15.0:1596747852.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747852.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747852.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c4600] (22)++ 00000800:00000100:15.0:1596747852.352542:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747852.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7300] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:15.0:1596747852.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c4600] (23)-- 00000400:00000200:15.0:1596747852.353146:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:15.0:1596747852.353148:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:15.0:1596747852.353148:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c4600] (22)-- 00000800:00000200:39.2:1596747852.356562:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf0000] (20)++ 00000800:00000200:37.2:1596747852.466834:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462986800] (20)++ 00000800:00000200:86.2:1596747852.599917:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf0600] (20)++ 00000800:00000200:40.2:1596747852.680392:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55728000] (20)++ 00000800:00000200:39.2:1596747852.942399:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462983000] (20)++ 00000800:00000200:86.2:1596747853.033559:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf7a00] (19)++ 00000800:00000200:40.2:1596747853.190258:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308ec00] (20)++ 00000800:00000200:36.2:1596747853.234313:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462985a00] (20)++ 00000800:00000200:41.2:1596747853.304920:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55728600] (20)++ 00000800:00000200:38.2:1596747853.365775:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28a400] (21)++ 00000800:00000200:41.2:1596747853.547094:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55480a00] (21)++ 00000800:00000200:84.2:1596747853.628132:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e835400] (20)++ 00000800:00000200:41.2:1596747853.655567:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474a600] (20)++ 00000800:00000200:85.2:1596747853.840611:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea8800] (19)++ 00000800:00000200:40.2:1596747854.190410:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaf400] (20)++ 00000800:00000200:40.2:1596747854.246210:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464449000] (20)++ 00000800:00000200:89.2:1596747854.350925:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f7400] (19)++ 00000800:00000200:86.2:1596747854.677097:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf1000] (19)++ 00000800:00000200:85.2:1596747855.115932:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61dc00] (20)++ 00000800:00000200:87.2:1596747855.218910:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444cc00] (20)++ 00000800:00000200:39.2:1596747855.655184:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464250000] (20)++ 00000800:00000200:37.2:1596747855.791250:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf7000] (20)++ 00000800:00000200:37.2:1596747855.977729:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf2000] (20)++ 00000800:00000200:89.2:1596747856.102301:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61ea00] (20)++ 00000800:00000200:89.2:1596747856.182755:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f5600] (20)++ 00000800:00000200:38.2:1596747856.446887:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f3400] (19)++ 00000800:00000200:84.2:1596747856.511271:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28aa00] (19)++ 00000800:00000200:39.2:1596747856.600757:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464250600] (20)++ 00000800:00000200:36.2:1596747856.953011:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf2400] (19)++ 00000800:00000200:87.2:1596747857.037630:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28f000] (20)++ 00000800:00000200:41.2:1596747857.144792:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaf000] (19)++ 00000800:00000200:39.2:1596747857.700908:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462980000] (20)++ 00000800:00000200:38.2:1596747857.800675:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55407c00] (20)++ 00000800:00000200:87.2:1596747857.815801:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea9200] (20)++ 00000800:00000200:84.2:1596747858.254316:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eae000] (20)++ 00000800:00000200:15.0:1596747858.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc555b0000] (21)++ 00000800:00000200:15.0:1596747858.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc555b0000] (22)++ 00000800:00000200:15.0:1596747858.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc555b0000] (23)-- 00000800:00000200:37.2:1596747858.380498:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464257a00] (20)++ 00000800:00000200:85.2:1596747858.394710:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c28fe00] (20)++ 00000800:00000200:39.2:1596747858.400231:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e00c600] (20)++ 00000800:00000200:88.2:1596747858.425643:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eadc00] (20)++ 00000800:00000200:40.2:1596747858.473176:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464251000] (20)++ 00000800:00000200:39.2:1596747858.503269:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464256a00] (20)++ 00000800:00000200:89.2:1596747858.529731:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55400200] (20)++ 00000800:00000200:87.2:1596747858.556728:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea9c00] (20)++ 00000800:00000200:84.2:1596747858.569103:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c799f5000] (20)++ 00000800:00000200:86.2:1596747858.737804:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158a8000] (19)++ 00000800:00000200:87.2:1596747858.793323:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ead200] (20)++ 00000800:00000200:84.2:1596747858.892554:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc557b0000] (19)++ 00000800:00000200:38.2:1596747859.008305:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc557b0c00] (20)++ 00000800:00000200:36.2:1596747859.037510:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464256600] (19)++ 00000800:00000200:40.2:1596747859.166923:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf6600] (20)++ 00000800:00000200:15.0:1596747859.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ad600] (21)++ 00000800:00000200:15.0:1596747859.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158ad600] (22)++ 00000800:00000200:15.0:1596747859.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158ad600] (23)-- 00000800:00000200:41.2:1596747859.885671:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf3400] (19)++ 00000800:00000200:39.2:1596747860.468930:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464251a00] (20)++ 00000800:00020000:15.0:1596747863.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747863.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747863.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc555b0000] (22)++ 00000800:00000100:15.0:1596747863.352576:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747863.352578:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac780] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:15.0:1596747863.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc555b0000] (23)-- 00000400:00000200:15.0:1596747863.353201:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:15.0:1596747863.353202:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:15.0:1596747863.353203:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc555b0000] (22)-- 00000800:00000200:37.2:1596747863.604365:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c409430400] (20)++ 00000800:00000200:40.2:1596747863.605796:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464255a00] (20)++ 00000800:00000200:87.2:1596747864.732252:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc557d0000] (20)++ 00000800:00020000:15.0:1596747866.352525:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747866.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747866.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ad600] (22)++ 00000800:00000100:15.0:1596747866.352531:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747866.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0a80] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:15.0:1596747866.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158ad600] (23)-- 00000400:00000200:15.0:1596747866.353141:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:15.0:1596747866.353143:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:15.0:1596747866.353143:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158ad600] (22)-- 00000800:00000200:40.2:1596747867.330810:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c409437a00] (20)++ 00000800:00000200:39.2:1596747868.471941:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945caf3800] (20)++ 00000800:00000200:88.2:1596747874.500608:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55000000] (20)++ 00000800:00000200:85.2:1596747881.223694:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c409430e00] (20)++ 00000800:00000200:15.0:1596747885.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869be00] (21)++ 00000800:00000200:15.0:1596747885.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869be00] (22)++ 00000800:00000200:15.0:1596747885.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869be00] (23)-- 00000800:00000200:15.0:1596747887.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28c400] (21)++ 00000800:00000200:15.0:1596747887.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28c400] (22)++ 00000800:00000200:15.0:1596747887.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28c400] (23)-- 00000800:00000200:15.0:1596747888.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90600] (21)++ 00000800:00000200:15.0:1596747888.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc90600] (22)++ 00000800:00000200:15.0:1596747888.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc90600] (23)-- 00000800:00000200:15.0:1596747889.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51fa00] (21)++ 00000800:00000200:15.0:1596747889.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51fa00] (22)++ 00000800:00000200:15.0:1596747889.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51fa00] (23)-- 00000800:00000200:15.0:1596747889.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6de00] (21)++ 00000800:00000200:15.0:1596747889.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6de00] (22)++ 00000800:00000200:15.0:1596747889.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6de00] (23)-- 00000800:00000200:15.0:1596747890.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55991400] (21)++ 00000800:00000200:15.0:1596747890.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55991400] (22)++ 00000800:00000200:15.0:1596747890.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55991400] (23)-- 00000800:00000200:15.0:1596747891.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518a00] (21)++ 00000800:00000200:15.0:1596747891.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d518a00] (22)++ 00000800:00000200:15.0:1596747891.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d518a00] (23)-- 00000800:00020000:15.0:1596747891.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747891.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.4@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747891.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869be00] (22)++ 00000800:00000100:15.0:1596747891.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.4@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747891.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3100] -> 192.168.128.4@o2ib36 (2)-- 00000800:00000200:15.0:1596747891.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869be00] (23)-- 00000800:00000200:15.0:1596747891.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d31c00] (21)++ 00000800:00000200:15.0:1596747891.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d31c00] (22)++ 00000800:00000200:15.0:1596747891.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d31c00] (23)-- 00000800:00000200:15.0:1596747891.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d36400] (21)++ 00000800:00000200:15.0:1596747891.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d36400] (22)++ 00000800:00000200:15.0:1596747891.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d36400] (23)-- 00000800:00000200:15.0:1596747891.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55991c00] (21)++ 00000800:00000200:15.0:1596747891.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55991c00] (22)++ 00000800:00000200:15.0:1596747891.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55991c00] (23)-- 00000400:00000200:15.0:1596747891.353042:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.4@o2ib36: down 00000400:00000200:15.0:1596747891.353043:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.4@o2ib36 not found 00000800:00000200:15.0:1596747891.353044:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869be00] (22)-- 00000800:00000200:15.0:1596747892.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979600] (21)++ 00000800:00000200:15.0:1596747892.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462979600] (22)++ 00000800:00000200:15.0:1596747892.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462979600] (23)-- 00000800:00000200:15.0:1596747892.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00e200] (21)++ 00000800:00000200:15.0:1596747892.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00e200] (22)++ 00000800:00000200:15.0:1596747892.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00e200] (23)-- 00000800:00000200:15.0:1596747892.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55993000] (21)++ 00000800:00000200:15.0:1596747892.352580:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55993000] (22)++ 00000800:00000200:15.0:1596747892.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55993000] (23)-- 00000800:00000200:15.0:1596747892.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462984a00] (21)++ 00000800:00000200:15.0:1596747892.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462984a00] (22)++ 00000800:00000200:15.0:1596747892.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462984a00] (23)-- 00000800:00020000:15.0:1596747892.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747892.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.80@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747892.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28c400] (22)++ 00000800:00000100:15.0:1596747892.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.80@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747892.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3080] -> 192.168.128.80@o2ib36 (2)-- 00000800:00000200:15.0:1596747892.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28c400] (23)-- 00000800:00000200:15.0:1596747892.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626600] (21)++ 00000800:00000200:15.0:1596747892.352604:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e626600] (22)++ 00000800:00000200:15.0:1596747892.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e626600] (23)-- 00000400:00000200:15.0:1596747892.353143:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.80@o2ib36: down 00000400:00000200:15.0:1596747892.353144:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.80@o2ib36 not found 00000800:00000200:15.0:1596747892.353145:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28c400] (22)-- 00000800:00000200:16.0:1596747893.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1800] (21)++ 00000800:00000200:16.0:1596747893.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f1800] (22)++ 00000800:00000200:16.0:1596747893.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f1800] (23)-- 00000800:00000200:16.0:1596747893.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90200] (21)++ 00000800:00000200:16.0:1596747893.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc90200] (22)++ 00000800:00000200:16.0:1596747893.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc90200] (23)-- 00000800:00000200:16.0:1596747893.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626e00] (21)++ 00000800:00000200:16.0:1596747893.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e626e00] (22)++ 00000800:00000200:16.0:1596747893.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e626e00] (23)-- 00000800:00020000:16.0:1596747893.352614:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747893.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.88@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747893.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90600] (22)++ 00000800:00000100:16.0:1596747893.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.88@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747893.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a3000] -> 192.168.128.88@o2ib36 (2)-- 00000800:00000200:16.0:1596747893.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc90600] (23)-- 00000400:00000200:16.0:1596747893.353151:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.88@o2ib36: down 00000400:00000200:16.0:1596747893.353152:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.88@o2ib36 not found 00000800:00000200:16.0:1596747893.353153:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc90600] (22)-- 00000800:00000200:16.0:1596747894.352753:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628000] (21)++ 00000800:00000200:16.0:1596747894.352756:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55628000] (22)++ 00000800:00000200:16.0:1596747894.352760:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55628000] (23)-- 00000800:00000200:16.0:1596747894.352762:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628c00] (21)++ 00000800:00000200:16.0:1596747894.352764:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55628c00] (22)++ 00000800:00000200:16.0:1596747894.352767:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55628c00] (23)-- 00000800:00000200:16.0:1596747894.352769:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114f8000] (21)++ 00000800:00000200:16.0:1596747894.352771:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4114f8000] (22)++ 00000800:00000200:16.0:1596747894.352774:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4114f8000] (23)-- 00000800:00020000:16.0:1596747894.352776:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747894.352778:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.18@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747894.352779:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51fa00] (22)++ 00000800:00000100:16.0:1596747894.352780:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.18@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747894.352782:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6c00] -> 192.168.128.18@o2ib36 (2)-- 00000800:00000200:16.0:1596747894.352783:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51fa00] (23)-- 00000800:00000200:16.0:1596747894.352784:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d32e00] (21)++ 00000800:00000200:16.0:1596747894.352786:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d32e00] (22)++ 00000800:00000200:16.0:1596747894.352788:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d32e00] (23)-- 00000800:00000200:16.0:1596747894.352789:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6c00] (21)++ 00000800:00000200:16.0:1596747894.352791:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f6c00] (22)++ 00000800:00000200:16.0:1596747894.352794:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f6c00] (23)-- 00000800:00020000:16.0:1596747894.352795:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747894.352797:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.129@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747894.352798:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6de00] (22)++ 00000800:00000100:16.0:1596747894.352799:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.129@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747894.352801:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8b00] -> 192.168.128.129@o2ib36 (2)-- 00000800:00000200:16.0:1596747894.352802:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6de00] (23)-- 00000400:00000200:16.0:1596747894.353264:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.18@o2ib36: down 00000400:00000200:16.0:1596747894.353265:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.18@o2ib36 not found 00000800:00000200:16.0:1596747894.353266:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51fa00] (22)-- 00000400:00000200:16.0:1596747894.353811:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.129@o2ib36: down 00000400:00000200:16.0:1596747894.353812:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.129@o2ib36 not found 00000800:00000200:16.0:1596747894.353812:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6de00] (22)-- 00000800:00000200:16.0:1596747895.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4600] (21)++ 00000800:00000200:16.0:1596747895.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f4600] (22)++ 00000800:00000200:16.0:1596747895.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f4600] (23)-- 00000800:00000200:16.0:1596747895.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114ffa00] (21)++ 00000800:00000200:16.0:1596747895.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4114ffa00] (22)++ 00000800:00000200:16.0:1596747895.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4114ffa00] (23)-- 00000800:00000200:16.0:1596747895.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90c00] (21)++ 00000800:00000200:16.0:1596747895.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc90c00] (22)++ 00000800:00000200:16.0:1596747895.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc90c00] (23)-- 00000800:00020000:16.0:1596747895.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747895.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.42@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747895.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55991400] (22)++ 00000800:00000100:16.0:1596747895.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.42@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747895.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead780] -> 192.168.128.42@o2ib36 (2)-- 00000800:00000200:16.0:1596747895.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55991400] (23)-- 00000800:00000200:16.0:1596747895.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447708000] (21)++ 00000800:00000200:16.0:1596747895.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447708000] (22)++ 00000800:00000200:16.0:1596747895.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447708000] (23)-- 00000400:00000200:16.0:1596747895.353109:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.42@o2ib36: down 00000400:00000200:16.0:1596747895.353110:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.42@o2ib36 not found 00000800:00000200:16.0:1596747895.353111:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55991400] (22)-- 00000800:00020000:16.0:1596747896.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747896.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.89@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747896.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518a00] (22)++ 00000800:00000100:16.0:1596747896.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.89@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747896.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7280] -> 192.168.128.89@o2ib36 (2)-- 00000800:00000200:16.0:1596747896.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d518a00] (23)-- 00000800:00020000:16.0:1596747896.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747896.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.106@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747896.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d31c00] (22)++ 00000800:00000100:16.0:1596747896.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.106@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747896.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7380] -> 192.168.128.106@o2ib36 (2)-- 00000800:00000200:16.0:1596747896.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d31c00] (23)-- 00000800:00020000:16.0:1596747896.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747896.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.9@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747896.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d36400] (22)++ 00000800:00000100:16.0:1596747896.352596:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.9@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747896.352598:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6c00] -> 192.168.128.9@o2ib36 (2)-- 00000800:00000200:16.0:1596747896.352599:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d36400] (23)-- 00000800:00020000:16.0:1596747896.352602:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747896.352603:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.21@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747896.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55991c00] (22)++ 00000800:00000100:16.0:1596747896.352605:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.21@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747896.352607:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac800] -> 192.168.128.21@o2ib36 (2)-- 00000800:00000200:16.0:1596747896.352608:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55991c00] (23)-- 00000400:00000200:16.0:1596747896.353134:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.89@o2ib36: down 00000400:00000200:16.0:1596747896.353135:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.89@o2ib36 not found 00000800:00000200:16.0:1596747896.353136:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d518a00] (22)-- 00000400:00000200:16.0:1596747896.353677:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.106@o2ib36: down 00000400:00000200:16.0:1596747896.353678:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.106@o2ib36 not found 00000800:00000200:16.0:1596747896.353678:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d31c00] (22)-- 00000400:00000200:16.0:1596747896.354221:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.9@o2ib36: down 00000400:00000200:16.0:1596747896.354222:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.9@o2ib36 not found 00000800:00000200:16.0:1596747896.354223:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d36400] (22)-- 00000400:00000200:16.0:1596747896.354777:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.21@o2ib36: down 00000400:00000200:16.0:1596747896.354778:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.21@o2ib36 not found 00000800:00000200:16.0:1596747896.354778:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55991c00] (22)-- 00000800:00000200:17.0:1596747897.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114f8a00] (21)++ 00000800:00000200:17.0:1596747897.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4114f8a00] (22)++ 00000800:00000200:17.0:1596747897.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4114f8a00] (23)-- 00000800:00000200:17.0:1596747897.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d35800] (21)++ 00000800:00000200:17.0:1596747897.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d35800] (22)++ 00000800:00000200:17.0:1596747897.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d35800] (23)-- 00000800:00000200:17.0:1596747898.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114ff000] (21)++ 00000800:00000200:17.0:1596747898.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4114ff000] (22)++ 00000800:00000200:17.0:1596747898.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4114ff000] (23)-- 00000800:00020000:17.0:1596747898.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747898.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.151@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747898.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979600] (22)++ 00000800:00000100:17.0:1596747898.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.151@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747898.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a380] -> 192.168.128.151@o2ib36 (2)-- 00000800:00000200:17.0:1596747898.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462979600] (23)-- 00000800:00020000:17.0:1596747898.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747898.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.159@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747898.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00e200] (22)++ 00000800:00000100:17.0:1596747898.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.159@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747898.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a080] -> 192.168.128.159@o2ib36 (2)-- 00000800:00000200:17.0:1596747898.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00e200] (23)-- 00000800:00020000:17.0:1596747898.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747898.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.160@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747898.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55993000] (22)++ 00000800:00000100:17.0:1596747898.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.160@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747898.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead700] -> 192.168.128.160@o2ib36 (2)-- 00000800:00000200:17.0:1596747898.352593:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55993000] (23)-- 00000800:00020000:17.0:1596747898.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747898.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.164@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747898.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462984a00] (22)++ 00000800:00000100:17.0:1596747898.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.164@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747898.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27be00] -> 192.168.128.164@o2ib36 (2)-- 00000800:00000200:17.0:1596747898.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462984a00] (23)-- 00000400:00000200:17.0:1596747898.353060:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.151@o2ib36: down 00000400:00000200:17.0:1596747898.353062:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.151@o2ib36 not found 00000800:00000200:17.0:1596747898.353062:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462979600] (22)-- 00000400:00000200:17.0:1596747898.353609:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.159@o2ib36: down 00000400:00000200:17.0:1596747898.353610:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.159@o2ib36 not found 00000800:00000200:17.0:1596747898.353611:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00e200] (22)-- 00000400:00000200:17.0:1596747898.354150:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.160@o2ib36: down 00000400:00000200:17.0:1596747898.354151:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.160@o2ib36 not found 00000800:00000200:17.0:1596747898.354151:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55993000] (22)-- 00000400:00000200:17.0:1596747898.354693:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.164@o2ib36: down 00000400:00000200:17.0:1596747898.354695:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.164@o2ib36 not found 00000800:00000200:17.0:1596747898.354695:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462984a00] (22)-- 00000800:00020000:17.0:1596747899.352531:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747899.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.107@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747899.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626600] (22)++ 00000800:00000100:17.0:1596747899.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.107@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747899.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7500] -> 192.168.128.107@o2ib36 (2)-- 00000800:00000200:17.0:1596747899.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e626600] (23)-- 00000800:00020000:17.0:1596747899.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747899.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.27@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747899.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1800] (22)++ 00000800:00000100:17.0:1596747899.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.27@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747899.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9580] -> 192.168.128.27@o2ib36 (2)-- 00000800:00000200:17.0:1596747899.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f1800] (23)-- 00000800:00020000:17.0:1596747899.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747899.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.33@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747899.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90200] (22)++ 00000800:00000100:17.0:1596747899.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.33@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747899.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2d80] -> 192.168.128.33@o2ib36 (2)-- 00000800:00000200:17.0:1596747899.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc90200] (23)-- 00000800:00020000:17.0:1596747899.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747899.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.146@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747899.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626e00] (22)++ 00000800:00000100:17.0:1596747899.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.146@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747899.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7480] -> 192.168.128.146@o2ib36 (2)-- 00000800:00000200:17.0:1596747899.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e626e00] (23)-- 00000400:00000200:17.0:1596747899.353053:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.107@o2ib36: down 00000400:00000200:17.0:1596747899.353055:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.107@o2ib36 not found 00000800:00000200:17.0:1596747899.353055:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e626600] (22)-- 00000800:00000200:36.0:1596747899.353566:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e626600] (21)-- 00000400:00000200:17.0:1596747899.353583:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.27@o2ib36: down 00000400:00000200:17.0:1596747899.353584:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.27@o2ib36 not found 00000800:00000200:17.0:1596747899.353585:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f1800] (22)-- 00000400:00000200:17.0:1596747899.354126:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.33@o2ib36: down 00000400:00000200:17.0:1596747899.354127:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.33@o2ib36 not found 00000800:00000200:17.0:1596747899.354128:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc90200] (22)-- 00000800:00000200:36.0:1596747899.354657:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc90200] (21)-- 00000400:00000200:17.0:1596747899.354673:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.146@o2ib36: down 00000400:00000200:17.0:1596747899.354674:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.146@o2ib36 not found 00000800:00000200:17.0:1596747899.354674:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e626e00] (22)-- 00000800:00020000:17.0:1596747900.352511:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352512:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.105@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352513:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628000] (22)++ 00000800:00000100:17.0:1596747900.352514:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.105@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352516:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac880] -> 192.168.128.105@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352517:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55628000] (23)-- 00000800:00020000:17.0:1596747900.352519:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352520:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.110@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628c00] (22)++ 00000800:00000100:17.0:1596747900.352521:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.110@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352523:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac900] -> 192.168.128.110@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352527:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55628c00] (23)-- 00000800:00020000:17.0:1596747900.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.11@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114f8000] (22)++ 00000800:00000100:17.0:1596747900.352531:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.11@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352532:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1480] -> 192.168.128.11@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352534:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4114f8000] (23)-- 00000800:00000200:17.0:1596747900.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d03a00] (21)++ 00000800:00000200:17.0:1596747900.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d03a00] (22)++ 00000800:00000200:17.0:1596747900.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d03a00] (23)-- 00000800:00020000:17.0:1596747900.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.22@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d32e00] (22)++ 00000800:00000100:17.0:1596747900.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.22@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6c80] -> 192.168.128.22@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d32e00] (23)-- 00000800:00020000:17.0:1596747900.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.124@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6c00] (22)++ 00000800:00000100:17.0:1596747900.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.124@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8b80] -> 192.168.128.124@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f6c00] (23)-- 00000800:00020000:17.0:1596747900.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.137@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4600] (22)++ 00000800:00000100:17.0:1596747900.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.137@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9500] -> 192.168.128.137@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f4600] (23)-- 00000800:00020000:17.0:1596747900.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.37@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114ffa00] (22)++ 00000800:00000100:17.0:1596747900.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.37@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0b00] -> 192.168.128.37@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4114ffa00] (23)-- 00000800:00020000:17.0:1596747900.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.38@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90c00] (22)++ 00000800:00000100:17.0:1596747900.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.38@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2f80] -> 192.168.128.38@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc90c00] (23)-- 00000800:00020000:17.0:1596747900.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747900.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.54@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747900.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447708000] (22)++ 00000800:00000100:17.0:1596747900.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.54@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747900.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27be80] -> 192.168.128.54@o2ib36 (2)-- 00000800:00000200:17.0:1596747900.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447708000] (23)-- 00000400:00000200:17.0:1596747900.353130:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.105@o2ib36: down 00000400:00000200:17.0:1596747900.353131:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.105@o2ib36 not found 00000800:00000200:17.0:1596747900.353132:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55628000] (22)-- 00000400:00000200:17.0:1596747900.353669:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.110@o2ib36: down 00000400:00000200:17.0:1596747900.353670:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.110@o2ib36 not found 00000800:00000200:17.0:1596747900.353671:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55628c00] (22)-- 00000400:00000200:17.0:1596747900.354215:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.11@o2ib36: down 00000400:00000200:17.0:1596747900.354217:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.11@o2ib36 not found 00000800:00000200:17.0:1596747900.354217:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4114f8000] (22)-- 00000400:00000200:17.0:1596747900.354774:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.22@o2ib36: down 00000400:00000200:17.0:1596747900.354775:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.22@o2ib36 not found 00000800:00000200:17.0:1596747900.354775:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d32e00] (22)-- 00000400:00000200:17.0:1596747900.355314:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.124@o2ib36: down 00000400:00000200:17.0:1596747900.355315:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.124@o2ib36 not found 00000800:00000200:17.0:1596747900.355315:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f6c00] (22)-- 00000400:00000200:17.0:1596747900.355871:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.137@o2ib36: down 00000400:00000200:17.0:1596747900.355872:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.137@o2ib36 not found 00000800:00000200:17.0:1596747900.355872:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f4600] (22)-- 00000400:00000200:17.0:1596747900.356420:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.37@o2ib36: down 00000400:00000200:17.0:1596747900.356422:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.37@o2ib36 not found 00000800:00000200:17.0:1596747900.356422:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4114ffa00] (22)-- 00000400:00000200:17.0:1596747900.356801:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.38@o2ib36: down 00000400:00000200:17.0:1596747900.356802:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.38@o2ib36 not found 00000800:00000200:17.0:1596747900.356802:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc90c00] (22)-- 00000400:00000200:17.0:1596747900.357352:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.54@o2ib36: down 00000400:00000200:17.0:1596747900.357353:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.54@o2ib36 not found 00000800:00000200:17.0:1596747900.357353:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447708000] (22)-- 00000800:00000200:36.0:1596747901.407636:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:36.0:1596747901.407638:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747902.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747902.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.45@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747902.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114f8a00] (22)++ 00000800:00000100:15.0:1596747902.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.45@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747902.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1400] -> 192.168.128.45@o2ib36 (2)-- 00000800:00000200:15.0:1596747902.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4114f8a00] (23)-- 00000800:00000200:15.0:1596747902.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e627200] (21)++ 00000800:00000200:15.0:1596747902.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e627200] (22)++ 00000800:00000200:15.0:1596747902.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e627200] (23)-- 00000800:00020000:15.0:1596747902.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747902.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.90@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747902.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d35800] (22)++ 00000800:00000100:15.0:1596747902.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.90@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747902.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7300] -> 192.168.128.90@o2ib36 (2)-- 00000800:00000200:15.0:1596747902.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d35800] (23)-- 00000400:00000200:15.0:1596747902.353123:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.45@o2ib36: down 00000400:00000200:15.0:1596747902.353125:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.45@o2ib36 not found 00000800:00000200:15.0:1596747902.353125:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4114f8a00] (22)-- 00000400:00000200:15.0:1596747902.353655:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.90@o2ib36: down 00000400:00000200:15.0:1596747902.353656:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.90@o2ib36 not found 00000800:00000200:15.0:1596747902.353657:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d35800] (22)-- 00000800:00000200:15.0:1596747903.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e625a00] (21)++ 00000800:00000200:15.0:1596747903.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e625a00] (22)++ 00000800:00000200:15.0:1596747903.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e625a00] (23)-- 00000800:00020000:15.0:1596747904.352523:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747904.352525:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.134@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747904.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114ff000] (22)++ 00000800:00000100:15.0:1596747904.352528:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.134@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747904.352530:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0b80] -> 192.168.128.134@o2ib36 (2)-- 00000800:00000200:15.0:1596747904.352531:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4114ff000] (23)-- 00000400:00000200:15.0:1596747904.353055:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.134@o2ib36: down 00000400:00000200:15.0:1596747904.353057:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.134@o2ib36 not found 00000800:00000200:15.0:1596747904.353057:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4114ff000] (22)-- 00000800:00000200:41.2:1596747905.835987:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869c800] (19)++ 00000800:00020000:15.0:1596747906.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747906.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.116@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747906.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d03a00] (22)++ 00000800:00000100:15.0:1596747906.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.116@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747906.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8c00] -> 192.168.128.116@o2ib36 (2)-- 00000800:00000200:15.0:1596747906.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d03a00] (23)-- 00000400:00000200:15.0:1596747906.353160:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.116@o2ib36: down 00000400:00000200:15.0:1596747906.353161:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.116@o2ib36 not found 00000800:00000200:15.0:1596747906.353162:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d03a00] (22)-- 00000800:00020000:15.0:1596747908.352523:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747908.352526:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.52@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747908.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e627200] (22)++ 00000800:00000100:15.0:1596747908.352529:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.52@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747908.352531:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6a00] -> 192.168.128.52@o2ib36 (2)-- 00000800:00000200:15.0:1596747908.352532:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e627200] (23)-- 00000400:00000200:15.0:1596747908.352991:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.52@o2ib36: down 00000400:00000200:15.0:1596747908.352992:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.52@o2ib36 not found 00000800:00000200:15.0:1596747908.352993:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e627200] (22)-- 00000800:00000200:38.2:1596747908.470505:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869e000] (19)++ 00000800:00020000:15.0:1596747909.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747909.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.154@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747909.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e625a00] (22)++ 00000800:00000100:15.0:1596747909.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.154@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747909.352542:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6a80] -> 192.168.128.154@o2ib36 (2)-- 00000800:00000200:15.0:1596747909.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e625a00] (23)-- 00000400:00000200:15.0:1596747909.353033:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.154@o2ib36: down 00000400:00000200:15.0:1596747909.353034:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.154@o2ib36 not found 00000800:00000200:15.0:1596747909.353035:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e625a00] (22)-- 00000800:00000200:41.2:1596747910.296800:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cac00] (19)++ 00000800:00000200:87.2:1596747910.718076:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaba00] (20)++ 00000800:00000200:37.2:1596747910.824402:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51b200] (20)++ 00000800:00000200:87.2:1596747911.965195:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc551e0000] (20)++ 00000800:00000200:39.2:1596747912.422957:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464253800] (20)++ 00000800:00000200:87.2:1596747912.446070:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc551e0600] (20)++ 00000800:00000200:36.2:1596747912.560682:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464254a00] (19)++ 00000800:00000200:40.2:1596747913.045587:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d519600] (20)++ 00000800:00000200:39.2:1596747913.105363:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447087000] (20)++ 00000800:00000200:39.2:1596747913.273902:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447087800] (20)++ 00000800:00000200:41.2:1596747913.304666:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ea0200] (20)++ 00000800:00000200:88.2:1596747913.408304:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb38400] (20)++ 00000800:00000200:38.2:1596747913.506348:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3a400] (19)++ 00000800:00000200:37.2:1596747913.638304:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c68600] (20)++ 00000800:00000200:36.2:1596747913.751951:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447087c00] (20)++ 00000800:00000200:87.2:1596747914.959188:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc97000] (20)++ 00000800:00000200:87.2:1596747914.990019:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55ae0a00] (20)++ 00000800:00000200:40.2:1596747915.042981:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc551f0000] (20)++ 00000800:00000200:36.2:1596747915.305341:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464253e00] (19)++ 00000800:00000200:41.2:1596747915.606489:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eac200] (19)++ 00000800:00000200:40.2:1596747915.909595:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c409432e00] (20)++ 00000800:00000200:38.2:1596747916.891498:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaa600] (19)++ 00000800:00000200:86.0:1596747917.071873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c40775b000 0x378775b000(0x378775b000) 00000800:00000200:86.0:1596747917.071874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c40775c000 0x378775c000(0x378775c000) 00000800:00000200:86.0:1596747917.071875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c40775d000 0x378775d000(0x378775d000) 00000800:00000200:86.0:1596747917.071876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c40775e000 0x378775e000(0x378775e000) 00000800:00000200:86.0:1596747917.071876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c40775f000 0x378775f000(0x378775f000) 00000800:00000200:86.0:1596747917.071877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c407788000 0x3787788000(0x3787788000) 00000800:00000200:86.0:1596747917.071878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c407789000 0x3787789000(0x3787789000) 00000800:00000200:86.0:1596747917.071879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c40778a000 0x378778a000(0x378778a000) 00000800:00000200:86.0:1596747917.071879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c40778b000 0x378778b000(0x378778b000) 00000800:00000200:86.0:1596747917.071880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c40778c000 0x378778c000(0x378778c000) 00000800:00000200:86.0:1596747917.071881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c40778d000 0x378778d000(0x378778d000) 00000800:00000010:86.0:1596747917.072433:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848080 (tot 156558698). 00000800:00000200:86.0:1596747917.072434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.072452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c409432200] (20)-- 00000800:00000200:86.0:1596747917.072453:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.37@o2ib36 00000800:00000200:86.0:1596747917.072703:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747917.073059:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.37@o2ib36 00000800:00000200:41.2:1596747917.073059:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c409432200] (19)++ 00000800:00000200:86.0:1596747917.073060:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.37@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747917.073061:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409affec0 (tot 156558562). 00000800:00000200:86.0:1596747917.073062:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c409432200] (20)++ 00000800:00000200:86.0:1596747917.073063:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c409432200] (21)++ 00000800:00000200:86.0:1596747917.073064:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c409432200] (22)-- 00000800:00000010:86.0:1596747917.171599:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35b00 (tot 156558674). 00000800:00000200:86.0:1596747917.171602:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35b00] -> 192.168.128.38@o2ib36 (1)++ 00000800:00000010:86.0:1596747917.171604:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35a80 (tot 156558786). 00000800:00000010:86.0:1596747917.171607:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc97e00 (tot 156559082). 00000800:00000010:86.0:1596747917.171609:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156559218). 00000800:00000010:86.0:1596747917.171611:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c27e000 (tot 156561090). 00000800:00000010:86.0:1596747917.171612:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be27c80 (tot 156561242). 00000800:00000200:86.0:1596747917.171619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5be6f000 0x1fdbe6f000(0x1fdbe6f000) 00000800:00000200:86.0:1596747917.171620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5be70000 0x1fdbe70000(0x1fdbe70000) 00000800:00000200:86.0:1596747917.171621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5be71000 0x1fdbe71000(0x1fdbe71000) 00000800:00000200:86.0:1596747917.171621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5be72000 0x1fdbe72000(0x1fdbe72000) 00000800:00000200:86.0:1596747917.171622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5be73000 0x1fdbe73000(0x1fdbe73000) 00000800:00000200:86.0:1596747917.171623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5be74000 0x1fdbe74000(0x1fdbe74000) 00000800:00000200:86.0:1596747917.171624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5be75000 0x1fdbe75000(0x1fdbe75000) 00000800:00000200:86.0:1596747917.171624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5be76000 0x1fdbe76000(0x1fdbe76000) 00000800:00000200:86.0:1596747917.171625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5be77000 0x1fdbe77000(0x1fdbe77000) 00000800:00000200:86.0:1596747917.171626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5be78000 0x1fdbe78000(0x1fdbe78000) 00000800:00000200:86.0:1596747917.171627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5be79000 0x1fdbe79000(0x1fdbe79000) 00000800:00000200:86.0:1596747917.171627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5be7a000 0x1fdbe7a000(0x1fdbe7a000) 00000800:00000200:86.0:1596747917.171628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5be7b000 0x1fdbe7b000(0x1fdbe7b000) 00000800:00000200:86.0:1596747917.171629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5be7c000 0x1fdbe7c000(0x1fdbe7c000) 00000800:00000200:86.0:1596747917.171630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5be7d000 0x1fdbe7d000(0x1fdbe7d000) 00000800:00000200:86.0:1596747917.171630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5be7e000 0x1fdbe7e000(0x1fdbe7e000) 00000800:00000200:86.0:1596747917.171631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5be7f000 0x1fdbe7f000(0x1fdbe7f000) 00000800:00000200:86.0:1596747917.171632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5be80000 0x1fdbe80000(0x1fdbe80000) 00000800:00000010:86.0:1596747917.172169:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35a80 (tot 156561130). 00000800:00000200:86.0:1596747917.172170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97e00] (20)-- 00000800:00000200:86.0:1596747917.172189:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.38@o2ib36 00000800:00000200:86.0:1596747917.172439:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747917.172817:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.38@o2ib36 00000800:00000200:86.0:1596747917.172819:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.38@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747917.172819:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156560994). 00000800:00000200:86.0:1596747917.172821:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc97e00] (19)++ 00000800:00000200:86.0:1596747917.172822:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc97e00] (20)++ 00000800:00000200:86.0:1596747917.172823:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc97e00] (21)-- 00000800:00000200:40.2:1596747917.172973:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc97e00] (20)++ 00000800:00000010:86.0:1596747917.212693:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db180 (tot 156561106). 00000800:00000200:86.0:1596747917.212696:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db180] -> 192.168.128.54@o2ib36 (1)++ 00000800:00000010:86.0:1596747917.212698:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783daf00 (tot 156561218). 00000800:00000010:86.0:1596747917.212701:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447086a00 (tot 156561514). 00000800:00000010:86.0:1596747917.212703:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156561650). 00000800:00000010:86.0:1596747917.212705:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a477b9b000 (tot 156563522). 00000800:00000010:86.0:1596747917.212707:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707dd40 (tot 156563674). 00000800:00000200:86.0:1596747917.212714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4470b6000 0x17c70b6000(0x17c70b6000) 00000800:00000200:86.0:1596747917.212715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4470b7000 0x17c70b7000(0x17c70b7000) 00000800:00000200:86.0:1596747917.212716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4470b8000 0x17c70b8000(0x17c70b8000) 00000800:00000200:86.0:1596747917.212716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4470b9000 0x17c70b9000(0x17c70b9000) 00000800:00000200:86.0:1596747917.212717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4470ba000 0x17c70ba000(0x17c70ba000) 00000800:00000200:86.0:1596747917.212718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4470bb000 0x17c70bb000(0x17c70bb000) 00000800:00000200:86.0:1596747917.212719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4470bc000 0x17c70bc000(0x17c70bc000) 00000800:00000200:86.0:1596747917.212720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4470bd000 0x17c70bd000(0x17c70bd000) 00000800:00000200:86.0:1596747917.212720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4470be000 0x17c70be000(0x17c70be000) 00000800:00000200:86.0:1596747917.212721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4470bf000 0x17c70bf000(0x17c70bf000) 00000800:00000200:86.0:1596747917.212722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4470c0000 0x17c70c0000(0x17c70c0000) 00000800:00000200:86.0:1596747917.212723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4470c1000 0x17c70c1000(0x17c70c1000) 00000800:00000200:86.0:1596747917.212723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4470c2000 0x17c70c2000(0x17c70c2000) 00000800:00000200:86.0:1596747917.212724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4470c3000 0x17c70c3000(0x17c70c3000) 00000800:00000200:86.0:1596747917.212725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4470c4000 0x17c70c4000(0x17c70c4000) 00000800:00000200:86.0:1596747917.212725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4470c5000 0x17c70c5000(0x17c70c5000) 00000800:00000200:86.0:1596747917.212726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4470c6000 0x17c70c6000(0x17c70c6000) 00000800:00000200:86.0:1596747917.212727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4470c7000 0x17c70c7000(0x17c70c7000) 00000800:00000010:86.0:1596747917.213282:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783daf00 (tot 156563562). 00000800:00000200:86.0:1596747917.213283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086a00] (20)-- 00000800:00000200:86.0:1596747917.213302:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.54@o2ib36 00000800:00000200:86.0:1596747917.213575:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747917.213943:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.54@o2ib36 00000800:00000200:86.0:1596747917.213944:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.54@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747917.213945:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156563426). 00000800:00000200:86.0:1596747917.213946:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447086a00] (19)++ 00000800:00000200:86.0:1596747917.213947:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447086a00] (20)++ 00000800:00000200:86.0:1596747917.213948:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447086a00] (21)-- 00000800:00000200:39.2:1596747917.214099:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447086a00] (20)++ 00000800:00000010:86.0:1596747917.936143:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849f00 (tot 156563538). 00000800:00000200:86.0:1596747917.936146:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849f00] -> 192.168.128.45@o2ib36 (1)++ 00000800:00000010:86.0:1596747917.936148:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849e80 (tot 156563650). 00000800:00000010:86.0:1596747917.936150:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c408957a00 (tot 156563946). 00000800:00000010:86.0:1596747917.936153:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409afe240 (tot 156564082). 00000800:00000010:86.0:1596747917.936156:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c408e59000 (tot 156565954). 00000800:00000010:86.0:1596747917.936157:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409afe780 (tot 156566106). 00000800:00000200:86.0:1596747917.936161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c407229000 0x3787229000(0x3787229000) 00000800:00000200:86.0:1596747917.936162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c40722a000 0x378722a000(0x378722a000) 00000800:00000200:86.0:1596747917.936163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c40722b000 0x378722b000(0x378722b000) 00000800:00000200:86.0:1596747917.936164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c40722c000 0x378722c000(0x378722c000) 00000800:00000200:86.0:1596747917.936164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c40722d000 0x378722d000(0x378722d000) 00000800:00000200:86.0:1596747917.936165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c40722e000 0x378722e000(0x378722e000) 00000800:00000200:86.0:1596747917.936166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c40722f000 0x378722f000(0x378722f000) 00000800:00000200:86.0:1596747917.936167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c407230000 0x3787230000(0x3787230000) 00000800:00000200:86.0:1596747917.936167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c407231000 0x3787231000(0x3787231000) 00000800:00000200:86.0:1596747917.936168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c407232000 0x3787232000(0x3787232000) 00000800:00000200:86.0:1596747917.936169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c407233000 0x3787233000(0x3787233000) 00000800:00000200:86.0:1596747917.936169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c407234000 0x3787234000(0x3787234000) 00000800:00000200:86.0:1596747917.936170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c407235000 0x3787235000(0x3787235000) 00000800:00000200:86.0:1596747917.936171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c407236000 0x3787236000(0x3787236000) 00000800:00000200:86.0:1596747917.936172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c407237000 0x3787237000(0x3787237000) 00000800:00000200:86.0:1596747917.936172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c407238000 0x3787238000(0x3787238000) 00000800:00000200:86.0:1596747917.936173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c407239000 0x3787239000(0x3787239000) 00000800:00000200:86.0:1596747917.936174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c40723a000 0x378723a000(0x378723a000) 00000800:00000010:86.0:1596747917.936741:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849e80 (tot 156565994). 00000800:00000200:86.0:1596747917.936742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936751:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936753:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936754:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936754:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936755:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936755:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936756:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936756:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936758:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936758:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936759:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.936760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957a00] (20)-- 00000800:00000200:86.0:1596747917.936761:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.45@o2ib36 00000800:00000200:86.0:1596747917.937015:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747917.937391:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.45@o2ib36 00000800:00000200:86.0:1596747917.937392:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.45@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747917.937393:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409afe240 (tot 156565858). 00000800:00000200:86.0:1596747917.937394:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c408957a00] (19)++ 00000800:00000200:86.0:1596747917.937395:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c408957a00] (20)++ 00000800:00000200:86.0:1596747917.937396:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c408957a00] (21)-- 00000800:00000200:39.2:1596747917.937612:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c408957a00] (20)++ 00000800:00000010:86.0:1596747919.169682:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294180 (tot 156565970). 00000800:00000200:86.0:1596747919.169686:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294180] -> 192.168.128.90@o2ib36 (1)++ 00000800:00000010:86.0:1596747919.169688:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294200 (tot 156566082). 00000800:00000010:86.0:1596747919.169691:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464252c00 (tot 156566378). 00000800:00000010:86.0:1596747919.169692:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7440 (tot 156566514). 00000800:00000010:86.0:1596747919.169694:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4642da000 (tot 156568386). 00000800:00000010:86.0:1596747919.169695:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b7140 (tot 156568538). 00000800:00000200:86.0:1596747919.169701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464365000 0x27e4365000(0x27e4365000) 00000800:00000200:86.0:1596747919.169702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464366000 0x27e4366000(0x27e4366000) 00000800:00000200:86.0:1596747919.169703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464367000 0x27e4367000(0x27e4367000) 00000800:00000200:86.0:1596747919.169704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464368000 0x27e4368000(0x27e4368000) 00000800:00000200:86.0:1596747919.169704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b464369000 0x27e4369000(0x27e4369000) 00000800:00000200:86.0:1596747919.169705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46436a000 0x27e436a000(0x27e436a000) 00000800:00000200:86.0:1596747919.169706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46436b000 0x27e436b000(0x27e436b000) 00000800:00000200:86.0:1596747919.169707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46436c000 0x27e436c000(0x27e436c000) 00000800:00000200:86.0:1596747919.169707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46436d000 0x27e436d000(0x27e436d000) 00000800:00000200:86.0:1596747919.169708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46436e000 0x27e436e000(0x27e436e000) 00000800:00000200:86.0:1596747919.169709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46436f000 0x27e436f000(0x27e436f000) 00000800:00000200:86.0:1596747919.169709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464370000 0x27e4370000(0x27e4370000) 00000800:00000200:86.0:1596747919.169710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464371000 0x27e4371000(0x27e4371000) 00000800:00000200:86.0:1596747919.169711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464372000 0x27e4372000(0x27e4372000) 00000800:00000200:86.0:1596747919.169712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464373000 0x27e4373000(0x27e4373000) 00000800:00000200:86.0:1596747919.169712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464374000 0x27e4374000(0x27e4374000) 00000800:00000200:86.0:1596747919.169713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464375000 0x27e4375000(0x27e4375000) 00000800:00000200:86.0:1596747919.169714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464376000 0x27e4376000(0x27e4376000) 00000800:00000010:86.0:1596747919.170276:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294200 (tot 156568426). 00000800:00000200:86.0:1596747919.170277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252c00] (20)-- 00000800:00000200:86.0:1596747919.170297:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.90@o2ib36 00000800:00000200:86.0:1596747919.170556:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747919.170911:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.90@o2ib36 00000800:00000200:86.0:1596747919.170912:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.90@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747919.170913:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7440 (tot 156568290). 00000800:00000200:86.0:1596747919.170914:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464252c00] (19)++ 00000800:00000200:86.0:1596747919.170915:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464252c00] (20)++ 00000800:00000200:86.0:1596747919.170915:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464252c00] (21)-- 00000800:00000200:39.2:1596747919.171067:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464252c00] (20)++ 00000800:00000010:86.0:1596747920.318828:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848080 (tot 156568402). 00000800:00000200:86.0:1596747920.318832:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848080] -> 192.168.128.134@o2ib36 (1)++ 00000800:00000010:86.0:1596747920.318834:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848100 (tot 156568514). 00000800:00000010:86.0:1596747920.318835:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c408957400 (tot 156568810). 00000800:00000010:86.0:1596747920.318837:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409affec0 (tot 156568946). 00000800:00000010:86.0:1596747920.318838:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c408e5d800 (tot 156570818). 00000800:00000010:86.0:1596747920.318839:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409aff740 (tot 156570970). 00000800:00000200:86.0:1596747920.318843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c406c0d000 0x3786c0d000(0x3786c0d000) 00000800:00000200:86.0:1596747920.318844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c406c0e000 0x3786c0e000(0x3786c0e000) 00000800:00000200:86.0:1596747920.318845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c406c0f000 0x3786c0f000(0x3786c0f000) 00000800:00000200:86.0:1596747920.318845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c406c10000 0x3786c10000(0x3786c10000) 00000800:00000200:86.0:1596747920.318846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c406c11000 0x3786c11000(0x3786c11000) 00000800:00000200:86.0:1596747920.318847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c406c12000 0x3786c12000(0x3786c12000) 00000800:00000200:86.0:1596747920.318848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c406c13000 0x3786c13000(0x3786c13000) 00000800:00000200:86.0:1596747920.318848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c406c14000 0x3786c14000(0x3786c14000) 00000800:00000200:86.0:1596747920.318849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c406c15000 0x3786c15000(0x3786c15000) 00000800:00000200:86.0:1596747920.318850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c406c16000 0x3786c16000(0x3786c16000) 00000800:00000200:86.0:1596747920.318850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c406c17000 0x3786c17000(0x3786c17000) 00000800:00000200:86.0:1596747920.318851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c406c18000 0x3786c18000(0x3786c18000) 00000800:00000200:86.0:1596747920.318852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c406c19000 0x3786c19000(0x3786c19000) 00000800:00000200:86.0:1596747920.318853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c406c1a000 0x3786c1a000(0x3786c1a000) 00000800:00000200:86.0:1596747920.318853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c406c1b000 0x3786c1b000(0x3786c1b000) 00000800:00000200:86.0:1596747920.318854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c406c1c000 0x3786c1c000(0x3786c1c000) 00000800:00000200:86.0:1596747920.318855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c406c1d000 0x3786c1d000(0x3786c1d000) 00000800:00000200:86.0:1596747920.318856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c406c1e000 0x3786c1e000(0x3786c1e000) 00000800:00000010:86.0:1596747920.319433:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848100 (tot 156570858). 00000800:00000200:86.0:1596747920.319435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.319452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408957400] (20)-- 00000800:00000200:86.0:1596747920.319454:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.134@o2ib36 00000800:00000200:86.0:1596747920.319713:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747920.320034:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.134@o2ib36 00000800:00000200:86.0:1596747920.320035:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.134@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747920.320036:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409affec0 (tot 156570722). 00000800:00000200:86.0:1596747920.320037:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c408957400] (19)++ 00000800:00000200:86.0:1596747920.320037:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c408957400] (20)++ 00000800:00000200:86.0:1596747920.320038:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c408957400] (21)-- 00000800:00000200:88.2:1596747920.320190:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c408957400] (20)++ 00000800:00000010:86.0:1596747921.418547:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0080 (tot 156570834). 00000800:00000200:86.0:1596747921.418551:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0080] -> 192.168.128.116@o2ib36 (1)++ 00000800:00000010:86.0:1596747921.418552:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0100 (tot 156570946). 00000800:00000010:86.0:1596747921.418555:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eaae00 (tot 156571242). 00000800:00000010:86.0:1596747921.418556:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46780 (tot 156571378). 00000800:00000010:86.0:1596747921.418558:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65cad000 (tot 156573250). 00000800:00000010:86.0:1596747921.418559:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f463c0 (tot 156573402). 00000800:00000200:86.0:1596747921.418569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7b48b000 0x2ffb48b000(0x2ffb48b000) 00000800:00000200:86.0:1596747921.418570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc66bae000 0x2fe6bae000(0x2fe6bae000) 00000800:00000200:86.0:1596747921.418571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66baf000 0x2fe6baf000(0x2fe6baf000) 00000800:00000200:86.0:1596747921.418571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc66bf2000 0x2fe6bf2000(0x2fe6bf2000) 00000800:00000200:86.0:1596747921.418572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66bf3000 0x2fe6bf3000(0x2fe6bf3000) 00000800:00000200:86.0:1596747921.418573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65c08000 0x2fe5c08000(0x2fe5c08000) 00000800:00000200:86.0:1596747921.418574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65c09000 0x2fe5c09000(0x2fe5c09000) 00000800:00000200:86.0:1596747921.418574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67ba2000 0x2fe7ba2000(0x2fe7ba2000) 00000800:00000200:86.0:1596747921.418575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67ba3000 0x2fe7ba3000(0x2fe7ba3000) 00000800:00000200:86.0:1596747921.418576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65dd4000 0x2fe5dd4000(0x2fe5dd4000) 00000800:00000200:86.0:1596747921.418577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65dd5000 0x2fe5dd5000(0x2fe5dd5000) 00000800:00000200:86.0:1596747921.418577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65c92000 0x2fe5c92000(0x2fe5c92000) 00000800:00000200:86.0:1596747921.418578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65c93000 0x2fe5c93000(0x2fe5c93000) 00000800:00000200:86.0:1596747921.418579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65de6000 0x2fe5de6000(0x2fe5de6000) 00000800:00000200:86.0:1596747921.418580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65de7000 0x2fe5de7000(0x2fe5de7000) 00000800:00000200:86.0:1596747921.418580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65dec000 0x2fe5dec000(0x2fe5dec000) 00000800:00000200:86.0:1596747921.418581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65ded000 0x2fe5ded000(0x2fe5ded000) 00000800:00000200:86.0:1596747921.418582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65c98000 0x2fe5c98000(0x2fe5c98000) 00000800:00000010:86.0:1596747921.419167:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0100 (tot 156573290). 00000800:00000200:86.0:1596747921.419168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaae00] (20)-- 00000800:00000200:86.0:1596747921.419188:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.116@o2ib36 00000800:00000200:86.0:1596747921.419462:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596747921.419811:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaae00] (19)++ 00000800:00000200:86.0:1596747921.419816:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.116@o2ib36 00000800:00000200:86.0:1596747921.419817:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.116@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747921.419818:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46780 (tot 156573154). 00000800:00000200:86.0:1596747921.419819:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eaae00] (20)++ 00000800:00000200:86.0:1596747921.419820:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eaae00] (21)++ 00000800:00000200:86.0:1596747921.419821:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eaae00] (22)-- 00000800:00000010:86.0:1596747922.377440:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5eaf6e00 (tot 156573266). 00000800:00000200:86.0:1596747922.377444:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5eaf6e00] -> 192.168.128.52@o2ib36 (1)++ 00000800:00000010:86.0:1596747922.377446:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5eaf6e80 (tot 156573378). 00000800:00000010:86.0:1596747922.377450:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5eb3d400 (tot 156573674). 00000800:00000010:86.0:1596747922.377452:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156573810). 00000800:00000010:86.0:1596747922.377455:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e769000 (tot 156575682). 00000800:00000010:86.0:1596747922.377456:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e4792c0 (tot 156575834). 00000800:00000200:86.0:1596747922.377460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e7ab000 0xfde7ab000(0xfde7ab000) 00000800:00000200:86.0:1596747922.377461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e7ac000 0xfde7ac000(0xfde7ac000) 00000800:00000200:86.0:1596747922.377462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e7ad000 0xfde7ad000(0xfde7ad000) 00000800:00000200:86.0:1596747922.377463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e7ae000 0xfde7ae000(0xfde7ae000) 00000800:00000200:86.0:1596747922.377463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e7af000 0xfde7af000(0xfde7af000) 00000800:00000200:86.0:1596747922.377464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e7b0000 0xfde7b0000(0xfde7b0000) 00000800:00000200:86.0:1596747922.377465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e7b1000 0xfde7b1000(0xfde7b1000) 00000800:00000200:86.0:1596747922.377466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e7b2000 0xfde7b2000(0xfde7b2000) 00000800:00000200:86.0:1596747922.377466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e7b3000 0xfde7b3000(0xfde7b3000) 00000800:00000200:86.0:1596747922.377467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e7b4000 0xfde7b4000(0xfde7b4000) 00000800:00000200:86.0:1596747922.377468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e7b5000 0xfde7b5000(0xfde7b5000) 00000800:00000200:86.0:1596747922.377469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e7b6000 0xfde7b6000(0xfde7b6000) 00000800:00000200:86.0:1596747922.377469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e7b7000 0xfde7b7000(0xfde7b7000) 00000800:00000200:86.0:1596747922.377470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e7b8000 0xfde7b8000(0xfde7b8000) 00000800:00000200:86.0:1596747922.377471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e7b9000 0xfde7b9000(0xfde7b9000) 00000800:00000200:86.0:1596747922.377471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e7ba000 0xfde7ba000(0xfde7ba000) 00000800:00000200:86.0:1596747922.377472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e7bb000 0xfde7bb000(0xfde7bb000) 00000800:00000200:86.0:1596747922.377473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e7bc000 0xfde7bc000(0xfde7bc000) 00000800:00000010:86.0:1596747922.378090:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5eaf6e80 (tot 156575722). 00000800:00000200:86.0:1596747922.378091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3d400] (20)-- 00000800:00000200:86.0:1596747922.378110:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.52@o2ib36 00000800:00000200:86.0:1596747922.378383:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747922.378735:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.52@o2ib36 00000800:00000200:84.2:1596747922.378736:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3d400] (19)++ 00000800:00000200:86.0:1596747922.378737:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.52@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747922.378737:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156575586). 00000800:00000200:86.0:1596747922.378738:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5eb3d400] (20)++ 00000800:00000200:86.0:1596747922.378739:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5eb3d400] (21)++ 00000800:00000200:86.0:1596747922.378740:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5eb3d400] (22)-- 00000800:00000200:15.0:1596747924.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460ce00] (21)++ 00000800:00000200:15.0:1596747924.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460ce00] (22)++ 00000800:00000200:15.0:1596747924.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460ce00] (23)-- 00000800:00000010:86.0:1596747925.032904:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5eaf6e80 (tot 156575698). 00000800:00000200:86.0:1596747925.032908:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5eaf6e80] -> 192.168.128.154@o2ib36 (1)++ 00000800:00000010:86.0:1596747925.032910:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5eaf6f00 (tot 156575810). 00000800:00000010:86.0:1596747925.032910:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5eb3ce00 (tot 156576106). 00000800:00000010:86.0:1596747925.032911:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156576242). 00000800:00000010:86.0:1596747925.032913:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e76a000 (tot 156578114). 00000800:00000010:86.0:1596747925.032914:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e4789c0 (tot 156578266). 00000800:00000200:86.0:1596747925.032920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e7bd000 0xfde7bd000(0xfde7bd000) 00000800:00000200:86.0:1596747925.032921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e7be000 0xfde7be000(0xfde7be000) 00000800:00000200:86.0:1596747925.032922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e7bf000 0xfde7bf000(0xfde7bf000) 00000800:00000200:86.0:1596747925.032922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e7c0000 0xfde7c0000(0xfde7c0000) 00000800:00000200:86.0:1596747925.032923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e7c1000 0xfde7c1000(0xfde7c1000) 00000800:00000200:86.0:1596747925.032924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e7c2000 0xfde7c2000(0xfde7c2000) 00000800:00000200:86.0:1596747925.032925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e7c3000 0xfde7c3000(0xfde7c3000) 00000800:00000200:86.0:1596747925.032925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e7c4000 0xfde7c4000(0xfde7c4000) 00000800:00000200:86.0:1596747925.032926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e7c5000 0xfde7c5000(0xfde7c5000) 00000800:00000200:86.0:1596747925.032927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e7c6000 0xfde7c6000(0xfde7c6000) 00000800:00000200:86.0:1596747925.032927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e7c7000 0xfde7c7000(0xfde7c7000) 00000800:00000200:86.0:1596747925.032928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e7c8000 0xfde7c8000(0xfde7c8000) 00000800:00000200:86.0:1596747925.032929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e7c9000 0xfde7c9000(0xfde7c9000) 00000800:00000200:86.0:1596747925.032930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e7ca000 0xfde7ca000(0xfde7ca000) 00000800:00000200:86.0:1596747925.032930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e7cb000 0xfde7cb000(0xfde7cb000) 00000800:00000200:86.0:1596747925.032931:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e7cc000 0xfde7cc000(0xfde7cc000) 00000800:00000200:86.0:1596747925.032932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e7cd000 0xfde7cd000(0xfde7cd000) 00000800:00000200:86.0:1596747925.032933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e7ce000 0xfde7ce000(0xfde7ce000) 00000800:00000010:86.0:1596747925.033506:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5eaf6f00 (tot 156578154). 00000800:00000200:86.0:1596747925.033507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.033525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3ce00] (20)-- 00000800:00000200:86.0:1596747925.033527:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.154@o2ib36 00000800:00000200:86.0:1596747925.033783:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747925.034204:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.154@o2ib36 00000800:00000200:86.0:1596747925.034205:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.154@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747925.034206:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156578018). 00000800:00000200:86.0:1596747925.034207:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5eb3ce00] (19)++ 00000800:00000200:86.0:1596747925.034208:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5eb3ce00] (20)++ 00000800:00000200:86.0:1596747925.034209:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5eb3ce00] (21)-- 00000800:00000200:84.2:1596747925.034217:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3ce00] (20)++ 00000800:00000200:15.0:1596747925.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55698000] (21)++ 00000800:00000200:15.0:1596747925.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55698000] (22)++ 00000800:00000200:15.0:1596747925.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55698000] (23)-- 00000800:00000200:15.0:1596747926.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447708600] (21)++ 00000800:00000200:15.0:1596747926.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447708600] (22)++ 00000800:00000200:15.0:1596747926.352529:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447708600] (23)-- 00000800:00000200:15.0:1596747927.352519:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770fa00] (21)++ 00000800:00000200:15.0:1596747927.352522:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770fa00] (22)++ 00000800:00000200:15.0:1596747927.352525:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770fa00] (23)-- 00000800:00000200:15.0:1596747927.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114f9400] (21)++ 00000800:00000200:15.0:1596747927.352528:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4114f9400] (22)++ 00000800:00000200:15.0:1596747927.352531:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4114f9400] (23)-- 00000800:00020000:15.0:1596747930.352523:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747930.352526:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747930.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460ce00] (22)++ 00000800:00000100:15.0:1596747930.352529:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747930.352531:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6d00] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:15.0:1596747930.352532:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460ce00] (23)-- 00000400:00000200:15.0:1596747930.353201:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:15.0:1596747930.353202:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:15.0:1596747930.353203:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460ce00] (22)-- 00000800:00000200:86.0:1596747930.353541:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46460ce00] (21)-- 00000800:00020000:15.0:1596747931.352520:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747931.352524:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747931.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55698000] (22)++ 00000800:00000100:15.0:1596747931.352527:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747931.352529:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead680] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:15.0:1596747931.352530:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55698000] (23)-- 00000800:00020000:15.0:1596747931.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747931.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747931.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447708600] (22)++ 00000800:00000100:15.0:1596747931.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747931.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bb80] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:15.0:1596747931.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447708600] (23)-- 00000400:00000200:15.0:1596747931.353082:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:15.0:1596747931.353083:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:15.0:1596747931.353084:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55698000] (22)-- 00000800:00000200:86.0:1596747931.353395:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55698000] (21)-- 00000400:00000200:15.0:1596747931.353613:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:15.0:1596747931.353614:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:15.0:1596747931.353614:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447708600] (22)-- 00000800:00000200:86.0:1596747931.353956:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447708600] (21)-- 00000800:00000200:86.0:1596747932.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747933.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747933.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747933.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770fa00] (22)++ 00000800:00000100:15.0:1596747933.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747933.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bc00] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:15.0:1596747933.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770fa00] (23)-- 00000800:00020000:15.0:1596747933.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747933.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747933.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4114f9400] (22)++ 00000800:00000100:15.0:1596747933.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747933.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1380] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:15.0:1596747933.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4114f9400] (23)-- 00000400:00000200:15.0:1596747933.353070:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:15.0:1596747933.353071:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:15.0:1596747933.353071:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770fa00] (22)-- 00000800:00000200:86.0:1596747933.353398:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770fa00] (21)-- 00000400:00000200:15.0:1596747933.353605:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:15.0:1596747933.353607:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:15.0:1596747933.353607:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4114f9400] (22)-- 00000800:00000200:86.0:1596747933.353853:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4114f9400] (21)-- 00000800:00000200:86.0:1596747933.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747933.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596747935.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556b8000] (21)++ 00000800:00000200:16.0:1596747935.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556b8000] (22)++ 00000800:00000200:16.0:1596747935.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556b8000] (23)-- 00000800:00000200:16.0:1596747935.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66803000] (21)++ 00000800:00000200:16.0:1596747935.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66803000] (22)++ 00000800:00000200:16.0:1596747935.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66803000] (23)-- 00000800:00000200:86.0:1596747935.407517:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747935.407519:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596747938.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c6800] (21)++ 00000800:00000200:16.0:1596747938.352523:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c6800] (22)++ 00000800:00000200:16.0:1596747938.352526:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c6800] (23)-- 00000800:00000200:16.0:1596747938.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0a00] (21)++ 00000800:00000200:16.0:1596747938.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea0a00] (22)++ 00000800:00000200:16.0:1596747938.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea0a00] (23)-- 00000800:00000200:16.0:1596747939.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea1800] (21)++ 00000800:00000200:16.0:1596747939.352527:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea1800] (22)++ 00000800:00000200:16.0:1596747939.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea1800] (23)-- 00000800:00000200:16.0:1596747940.352519:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97400] (21)++ 00000800:00000200:16.0:1596747940.352522:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc97400] (22)++ 00000800:00000200:16.0:1596747940.352526:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc97400] (23)-- 00000800:00000200:16.0:1596747941.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464051a00] (21)++ 00000800:00000200:16.0:1596747941.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464051a00] (22)++ 00000800:00000200:16.0:1596747941.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464051a00] (23)-- 00000800:00020000:16.0:1596747941.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747941.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747941.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556b8000] (22)++ 00000800:00000100:16.0:1596747941.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747941.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eac980] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:16.0:1596747941.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc556b8000] (23)-- 00000800:00020000:16.0:1596747941.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747941.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747941.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66803000] (22)++ 00000800:00000100:16.0:1596747941.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747941.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9480] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:16.0:1596747941.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66803000] (23)-- 00000400:00000200:16.0:1596747941.353000:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:16.0:1596747941.353001:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:16.0:1596747941.353002:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc556b8000] (22)-- 00000800:00000200:86.0:1596747941.353365:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc556b8000] (21)-- 00000400:00000200:16.0:1596747941.353538:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:16.0:1596747941.353540:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:16.0:1596747941.353540:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66803000] (22)-- 00000800:00000200:86.0:1596747941.353809:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc66803000] (21)-- 00000800:00000200:16.0:1596747942.352514:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06c00] (21)++ 00000800:00000200:16.0:1596747942.352516:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d06c00] (22)++ 00000800:00000200:16.0:1596747942.352519:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d06c00] (23)-- 00000800:00000200:86.0:1596747943.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747943.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:16.0:1596747944.352522:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747944.352525:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747944.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c6800] (22)++ 00000800:00000100:16.0:1596747944.352528:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747944.352530:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7400] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:16.0:1596747944.352531:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c6800] (23)-- 00000800:00020000:16.0:1596747944.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747944.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747944.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea1800] (22)++ 00000800:00000100:16.0:1596747944.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747944.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6d00] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:16.0:1596747944.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea1800] (23)-- 00000800:00020000:16.0:1596747944.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747944.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747944.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0a00] (22)++ 00000800:00000100:16.0:1596747944.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747944.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6c80] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:16.0:1596747944.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea0a00] (23)-- 00000800:00000200:16.0:1596747944.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc91c00] (21)++ 00000800:00000200:16.0:1596747944.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc91c00] (22)++ 00000800:00000200:16.0:1596747944.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc91c00] (23)-- 00000400:00000200:16.0:1596747944.353109:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:16.0:1596747944.353111:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:16.0:1596747944.353111:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c6800] (22)-- 00000800:00000200:86.0:1596747944.353452:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e4c6800] (21)-- 00000400:00000200:16.0:1596747944.353644:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:16.0:1596747944.353646:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:16.0:1596747944.353646:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea1800] (22)-- 00000800:00000200:86.0:1596747944.353953:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cea1800] (21)-- 00000400:00000200:16.0:1596747944.354184:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:16.0:1596747944.354186:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:16.0:1596747944.354186:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea0a00] (22)-- 00000800:00000200:86.0:1596747944.354481:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cea0a00] (21)-- 00000800:00020000:16.0:1596747945.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747945.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747945.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97400] (22)++ 00000800:00000100:16.0:1596747945.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747945.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2e00] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:16.0:1596747945.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc97400] (23)-- 00000800:00000200:16.0:1596747945.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22800] (21)++ 00000800:00000200:16.0:1596747945.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c22800] (22)++ 00000800:00000200:16.0:1596747945.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c22800] (23)-- 00000800:00000200:16.0:1596747945.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770ea00] (21)++ 00000800:00000200:16.0:1596747945.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770ea00] (22)++ 00000800:00000200:16.0:1596747945.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770ea00] (23)-- 00000800:00000200:16.0:1596747945.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770cc00] (21)++ 00000800:00000200:16.0:1596747945.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770cc00] (22)++ 00000800:00000200:16.0:1596747945.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770cc00] (23)-- 00000400:00000200:16.0:1596747945.353071:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:16.0:1596747945.353073:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:16.0:1596747945.353073:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc97400] (22)-- 00000800:00000200:86.0:1596747945.353694:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc97400] (21)-- 00000800:00000010:86.0:1596747946.097860:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295d00 (tot 156578130). 00000800:00000200:86.0:1596747946.097865:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295d00] -> 192.168.128.1@o2ib36 (1)++ 00000800:00000010:86.0:1596747946.097867:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295c80 (tot 156578242). 00000800:00000010:86.0:1596747946.097870:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464252400 (tot 156578538). 00000800:00000010:86.0:1596747946.097874:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7500 (tot 156578674). 00000800:00000010:86.0:1596747946.097876:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4642de000 (tot 156580546). 00000800:00000010:86.0:1596747946.097877:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b78c0 (tot 156580698). 00000800:00000200:86.0:1596747946.097881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464377000 0x27e4377000(0x27e4377000) 00000800:00000200:86.0:1596747946.097882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464378000 0x27e4378000(0x27e4378000) 00000800:00000200:86.0:1596747946.097883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464379000 0x27e4379000(0x27e4379000) 00000800:00000200:86.0:1596747946.097883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46437a000 0x27e437a000(0x27e437a000) 00000800:00000200:86.0:1596747946.097884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46437b000 0x27e437b000(0x27e437b000) 00000800:00000200:86.0:1596747946.097885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46437c000 0x27e437c000(0x27e437c000) 00000800:00000200:86.0:1596747946.097886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46437d000 0x27e437d000(0x27e437d000) 00000800:00000200:86.0:1596747946.097886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46437e000 0x27e437e000(0x27e437e000) 00000800:00000200:86.0:1596747946.097887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46437f000 0x27e437f000(0x27e437f000) 00000800:00000200:86.0:1596747946.097888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464380000 0x27e4380000(0x27e4380000) 00000800:00000200:86.0:1596747946.097889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464381000 0x27e4381000(0x27e4381000) 00000800:00000200:86.0:1596747946.097890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464382000 0x27e4382000(0x27e4382000) 00000800:00000200:86.0:1596747946.097891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464383000 0x27e4383000(0x27e4383000) 00000800:00000200:86.0:1596747946.097891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464384000 0x27e4384000(0x27e4384000) 00000800:00000200:86.0:1596747946.097892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464385000 0x27e4385000(0x27e4385000) 00000800:00000200:86.0:1596747946.097893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464386000 0x27e4386000(0x27e4386000) 00000800:00000200:86.0:1596747946.097894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464387000 0x27e4387000(0x27e4387000) 00000800:00000200:86.0:1596747946.097894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464388000 0x27e4388000(0x27e4388000) 00000800:00000010:86.0:1596747946.098469:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295c80 (tot 156580586). 00000800:00000200:86.0:1596747946.098470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.098487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252400] (20)-- 00000800:00000200:86.0:1596747946.098489:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.1@o2ib36 00000800:00000200:86.0:1596747946.098765:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747946.099228:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.1@o2ib36 00000800:00000200:86.0:1596747946.099230:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.1@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747946.099231:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7500 (tot 156580450). 00000800:00000200:41.2:1596747946.099231:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.099232:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464252400] (19)++ 00000800:00000200:86.0:1596747946.099232:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464252400] (20)++ 00000800:00000200:86.0:1596747946.099233:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464252400] (22)-- 00000800:00000200:16.0:1596747946.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425ab800] (21)++ 00000800:00000200:16.0:1596747946.352523:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4425ab800] (22)++ 00000800:00000200:16.0:1596747946.352527:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4425ab800] (23)-- 00000800:00000200:16.0:1596747946.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96800] (21)++ 00000800:00000200:16.0:1596747946.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc96800] (22)++ 00000800:00000200:16.0:1596747946.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc96800] (23)-- 00000800:00000200:16.0:1596747946.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc92c00] (21)++ 00000800:00000200:16.0:1596747946.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc92c00] (22)++ 00000800:00000200:16.0:1596747946.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc92c00] (23)-- 00000800:00000200:16.0:1596747946.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770e600] (21)++ 00000800:00000200:16.0:1596747946.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770e600] (22)++ 00000800:00000200:16.0:1596747946.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770e600] (23)-- 00000800:00020000:16.0:1596747946.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747946.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747946.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464051a00] (22)++ 00000800:00000100:16.0:1596747946.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747946.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7280] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:16.0:1596747946.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464051a00] (23)-- 00000800:00000200:16.0:1596747946.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ae200] (21)++ 00000800:00000200:16.0:1596747946.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158ae200] (22)++ 00000800:00000200:16.0:1596747946.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158ae200] (23)-- 00000800:00000200:16.0:1596747946.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6c00] (21)++ 00000800:00000200:16.0:1596747946.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c6c00] (22)++ 00000800:00000200:16.0:1596747946.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c6c00] (23)-- 00000400:00000200:16.0:1596747946.353036:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:16.0:1596747946.353037:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:16.0:1596747946.353038:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464051a00] (22)-- 00000800:00000200:86.0:1596747946.353380:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464051a00] (21)-- 00000800:00000200:86.0:1596747946.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747946.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747946.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747947.222845:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55eacd80 (tot 156580562). 00000800:00000200:86.0:1596747947.222850:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55eacd80] -> 192.168.128.139@o2ib36 (1)++ 00000800:00000010:86.0:1596747947.222852:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55eace00 (tot 156580674). 00000800:00000010:86.0:1596747947.222854:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55628e00 (tot 156580970). 00000800:00000010:86.0:1596747947.222857:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55024000 (tot 156581106). 00000800:00000010:86.0:1596747947.222859:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc551ea000 (tot 156582978). 00000800:00000010:86.0:1596747947.222859:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55024540 (tot 156583130). 00000800:00000200:86.0:1596747947.222868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7c3d3000 0x3ffc3d3000(0x3ffc3d3000) 00000800:00000200:86.0:1596747947.222869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57661000 0x3fd7661000(0x3fd7661000) 00000800:00000200:86.0:1596747947.222870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc574aa000 0x3fd74aa000(0x3fd74aa000) 00000800:00000200:86.0:1596747947.222871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57c17000 0x3fd7c17000(0x3fd7c17000) 00000800:00000200:86.0:1596747947.222872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc7f11e000 0x3fff11e000(0x3fff11e000) 00000800:00000200:86.0:1596747947.222873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc7b849000 0x3ffb849000(0x3ffb849000) 00000800:00000200:86.0:1596747947.222873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7f17f000 0x3fff17f000(0x3fff17f000) 00000800:00000200:86.0:1596747947.222874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7e7f9000 0x3ffe7f9000(0x3ffe7f9000) 00000800:00000200:86.0:1596747947.222875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc76cc3000 0x3ff6cc3000(0x3ff6cc3000) 00000800:00000200:86.0:1596747947.222876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57b08000 0x3fd7b08000(0x3fd7b08000) 00000800:00000200:86.0:1596747947.222876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57663000 0x3fd7663000(0x3fd7663000) 00000800:00000200:86.0:1596747947.222877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5790f000 0x3fd790f000(0x3fd790f000) 00000800:00000200:86.0:1596747947.222878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc79016000 0x3ff9016000(0x3ff9016000) 00000800:00000200:86.0:1596747947.222879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57492000 0x3fd7492000(0x3fd7492000) 00000800:00000200:86.0:1596747947.222879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc7c387000 0x3ffc387000(0x3ffc387000) 00000800:00000200:86.0:1596747947.222880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57a43000 0x3fd7a43000(0x3fd7a43000) 00000800:00000200:86.0:1596747947.222881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc69d33000 0x3fe9d33000(0x3fe9d33000) 00000800:00000200:86.0:1596747947.222881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc575c2000 0x3fd75c2000(0x3fd75c2000) 00000800:00000010:86.0:1596747947.223457:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55eace00 (tot 156583018). 00000800:00000200:86.0:1596747947.223458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.223475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628e00] (20)-- 00000800:00000200:86.0:1596747947.223477:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.139@o2ib36 00000800:00000200:86.0:1596747947.223748:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747947.224109:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.139@o2ib36 00000800:00000200:86.0:1596747947.224110:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.139@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747947.224111:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55024000 (tot 156582882). 00000800:00000200:86.0:1596747947.224112:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55628e00] (19)++ 00000800:00000200:86.0:1596747947.224113:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55628e00] (20)++ 00000800:00000200:86.0:1596747947.224114:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55628e00] (21)-- 00000800:00000200:84.2:1596747947.224117:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55628e00] (20)++ 00000800:00000200:17.0:1596747947.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518000] (21)++ 00000800:00000200:17.0:1596747947.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d518000] (22)++ 00000800:00000200:17.0:1596747947.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d518000] (23)-- 00000800:00020000:17.0:1596747947.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747947.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747947.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06c00] (22)++ 00000800:00000100:17.0:1596747947.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747947.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8c80] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:17.0:1596747947.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d06c00] (23)-- 00000800:00000200:17.0:1596747947.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61fc00] (21)++ 00000800:00000200:17.0:1596747947.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c47d61fc00] (22)++ 00000800:00000200:17.0:1596747947.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c47d61fc00] (23)-- 00000800:00000200:17.0:1596747947.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158aec00] (21)++ 00000800:00000200:17.0:1596747947.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158aec00] (22)++ 00000800:00000200:17.0:1596747947.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158aec00] (23)-- 00000800:00000200:17.0:1596747947.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e627600] (21)++ 00000800:00000200:17.0:1596747947.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e627600] (22)++ 00000800:00000200:17.0:1596747947.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e627600] (23)-- 00000400:00000200:17.0:1596747947.353048:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:17.0:1596747947.353050:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:17.0:1596747947.353050:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d06c00] (22)-- 00000800:00000200:86.0:1596747947.353420:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d06c00] (21)-- 00000800:00000200:86.0:1596747947.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747947.608947:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db300 (tot 156582994). 00000800:00000200:86.0:1596747947.608951:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db300] -> 192.168.128.62@o2ib36 (1)++ 00000800:00000010:86.0:1596747947.608953:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db280 (tot 156583106). 00000800:00000010:86.0:1596747947.608956:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447080a00 (tot 156583402). 00000800:00000010:86.0:1596747947.608959:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d8c0 (tot 156583538). 00000800:00000010:86.0:1596747947.608962:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447039000 (tot 156585410). 00000800:00000010:86.0:1596747947.608963:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707d5c0 (tot 156585562). 00000800:00000200:86.0:1596747947.608969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4470c8000 0x17c70c8000(0x17c70c8000) 00000800:00000200:86.0:1596747947.608970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4470c9000 0x17c70c9000(0x17c70c9000) 00000800:00000200:86.0:1596747947.608971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4470ca000 0x17c70ca000(0x17c70ca000) 00000800:00000200:86.0:1596747947.608972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4470cb000 0x17c70cb000(0x17c70cb000) 00000800:00000200:86.0:1596747947.608973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4470cc000 0x17c70cc000(0x17c70cc000) 00000800:00000200:86.0:1596747947.608973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4470cd000 0x17c70cd000(0x17c70cd000) 00000800:00000200:86.0:1596747947.608974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4470ce000 0x17c70ce000(0x17c70ce000) 00000800:00000200:86.0:1596747947.608975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4470cf000 0x17c70cf000(0x17c70cf000) 00000800:00000200:86.0:1596747947.608975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4470d0000 0x17c70d0000(0x17c70d0000) 00000800:00000200:86.0:1596747947.608976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4470d1000 0x17c70d1000(0x17c70d1000) 00000800:00000200:86.0:1596747947.608977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4470d2000 0x17c70d2000(0x17c70d2000) 00000800:00000200:86.0:1596747947.608978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4470d3000 0x17c70d3000(0x17c70d3000) 00000800:00000200:86.0:1596747947.608978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4470d4000 0x17c70d4000(0x17c70d4000) 00000800:00000200:86.0:1596747947.608979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4470d5000 0x17c70d5000(0x17c70d5000) 00000800:00000200:86.0:1596747947.608980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4470d6000 0x17c70d6000(0x17c70d6000) 00000800:00000200:86.0:1596747947.608981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4470d7000 0x17c70d7000(0x17c70d7000) 00000800:00000200:86.0:1596747947.608981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4470d8000 0x17c70d8000(0x17c70d8000) 00000800:00000200:86.0:1596747947.608982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4470d9000 0x17c70d9000(0x17c70d9000) 00000800:00000010:86.0:1596747947.609544:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db280 (tot 156585450). 00000800:00000200:86.0:1596747947.609545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609556:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.609563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080a00] (20)-- 00000800:00000200:86.0:1596747947.609564:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.62@o2ib36 00000800:00000200:86.0:1596747947.609819:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747947.610212:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.62@o2ib36 00000800:00000200:86.0:1596747947.610214:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.62@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747947.610214:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d8c0 (tot 156585314). 00000800:00000200:86.0:1596747947.610215:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447080a00] (19)++ 00000800:00000200:86.0:1596747947.610216:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447080a00] (20)++ 00000800:00000200:86.0:1596747947.610217:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447080a00] (21)-- 00000800:00000200:86.2:1596747947.610224:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447080a00] (20)++ 00000800:00000010:86.0:1596747947.738839:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849e80 (tot 156585426). 00000800:00000200:86.0:1596747947.738843:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849e80] -> 192.168.128.126@o2ib36 (1)++ 00000800:00000010:86.0:1596747947.738845:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849e00 (tot 156585538). 00000800:00000010:86.0:1596747947.738848:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c408951200 (tot 156585834). 00000800:00000010:86.0:1596747947.738851:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409afe240 (tot 156585970). 00000800:00000010:86.0:1596747947.738853:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c408e5a000 (tot 156587842). 00000800:00000010:86.0:1596747947.738854:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409afe9c0 (tot 156587994). 00000800:00000200:86.0:1596747947.738857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c406a8c000 0x3786a8c000(0x3786a8c000) 00000800:00000200:86.0:1596747947.738858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c406a8d000 0x3786a8d000(0x3786a8d000) 00000800:00000200:86.0:1596747947.738859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c406a8e000 0x3786a8e000(0x3786a8e000) 00000800:00000200:86.0:1596747947.738860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c406a8f000 0x3786a8f000(0x3786a8f000) 00000800:00000200:86.0:1596747947.738861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c406a90000 0x3786a90000(0x3786a90000) 00000800:00000200:86.0:1596747947.738862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c406a91000 0x3786a91000(0x3786a91000) 00000800:00000200:86.0:1596747947.738862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c406a92000 0x3786a92000(0x3786a92000) 00000800:00000200:86.0:1596747947.738863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c406a93000 0x3786a93000(0x3786a93000) 00000800:00000200:86.0:1596747947.738864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c406a94000 0x3786a94000(0x3786a94000) 00000800:00000200:86.0:1596747947.738865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c406a95000 0x3786a95000(0x3786a95000) 00000800:00000200:86.0:1596747947.738865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c406a96000 0x3786a96000(0x3786a96000) 00000800:00000200:86.0:1596747947.738866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c406a97000 0x3786a97000(0x3786a97000) 00000800:00000200:86.0:1596747947.738867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c406a98000 0x3786a98000(0x3786a98000) 00000800:00000200:86.0:1596747947.738868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c406a99000 0x3786a99000(0x3786a99000) 00000800:00000200:86.0:1596747947.738868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c406a9a000 0x3786a9a000(0x3786a9a000) 00000800:00000200:86.0:1596747947.738869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c406a9b000 0x3786a9b000(0x3786a9b000) 00000800:00000200:86.0:1596747947.738870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c406a9c000 0x3786a9c000(0x3786a9c000) 00000800:00000200:86.0:1596747947.738870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c406a9d000 0x3786a9d000(0x3786a9d000) 00000800:00000010:86.0:1596747947.739412:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849e00 (tot 156587882). 00000800:00000200:86.0:1596747947.739413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.739431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951200] (20)-- 00000800:00000200:86.0:1596747947.739432:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.126@o2ib36 00000800:00000200:86.0:1596747947.739697:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747947.740039:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.126@o2ib36 00000800:00000200:86.0:1596747947.740040:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.126@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747947.740041:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409afe240 (tot 156587746). 00000800:00000200:86.0:1596747947.740042:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c408951200] (19)++ 00000800:00000200:86.0:1596747947.740043:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c408951200] (20)++ 00000800:00000200:86.0:1596747947.740044:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c408951200] (21)-- 00000800:00000200:39.2:1596747947.740199:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c408951200] (20)++ 00000800:00000010:86.0:1596747948.012056:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1e80 (tot 156587858). 00000800:00000200:86.0:1596747948.012059:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1e80] -> 192.168.128.35@o2ib36 (1)++ 00000800:00000010:86.0:1596747948.012061:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1e00 (tot 156587970). 00000800:00000010:86.0:1596747948.012063:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f0800 (tot 156588266). 00000800:00000010:86.0:1596747948.012065:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46840 (tot 156588402). 00000800:00000010:86.0:1596747948.012067:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ca8000 (tot 156590274). 00000800:00000010:86.0:1596747948.012067:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f46d80 (tot 156590426). 00000800:00000200:86.0:1596747948.012073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65c99000 0x2fe5c99000(0x2fe5c99000) 00000800:00000200:86.0:1596747948.012074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65c9a000 0x2fe5c9a000(0x2fe5c9a000) 00000800:00000200:86.0:1596747948.012075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65c9b000 0x2fe5c9b000(0x2fe5c9b000) 00000800:00000200:86.0:1596747948.012076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65c2c000 0x2fe5c2c000(0x2fe5c2c000) 00000800:00000200:86.0:1596747948.012076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65c2d000 0x2fe5c2d000(0x2fe5c2d000) 00000800:00000200:86.0:1596747948.012077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65c2e000 0x2fe5c2e000(0x2fe5c2e000) 00000800:00000200:86.0:1596747948.012078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65c2f000 0x2fe5c2f000(0x2fe5c2f000) 00000800:00000200:86.0:1596747948.012079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65fa8000 0x2fe5fa8000(0x2fe5fa8000) 00000800:00000200:86.0:1596747948.012079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65fa9000 0x2fe5fa9000(0x2fe5fa9000) 00000800:00000200:86.0:1596747948.012080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65faa000 0x2fe5faa000(0x2fe5faa000) 00000800:00000200:86.0:1596747948.012081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65fab000 0x2fe5fab000(0x2fe5fab000) 00000800:00000200:86.0:1596747948.012082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc66bfc000 0x2fe6bfc000(0x2fe6bfc000) 00000800:00000200:86.0:1596747948.012082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc66bfd000 0x2fe6bfd000(0x2fe6bfd000) 00000800:00000200:86.0:1596747948.012083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc66bfe000 0x2fe6bfe000(0x2fe6bfe000) 00000800:00000200:86.0:1596747948.012084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66bff000 0x2fe6bff000(0x2fe6bff000) 00000800:00000200:86.0:1596747948.012084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65de8000 0x2fe5de8000(0x2fe5de8000) 00000800:00000200:86.0:1596747948.012085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65de9000 0x2fe5de9000(0x2fe5de9000) 00000800:00000200:86.0:1596747948.012086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65dea000 0x2fe5dea000(0x2fe5dea000) 00000800:00000010:86.0:1596747948.012617:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1e00 (tot 156590314). 00000800:00000200:86.0:1596747948.012619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.012636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0800] (20)-- 00000800:00000200:86.0:1596747948.012638:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.35@o2ib36 00000800:00000200:86.0:1596747948.012879:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747948.013255:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.35@o2ib36 00000800:00000200:86.0:1596747948.013256:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.35@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747948.013257:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46840 (tot 156590178). 00000800:00000200:86.0:1596747948.013258:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f0800] (19)++ 00000800:00000200:86.0:1596747948.013258:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f0800] (20)++ 00000800:00000200:86.0:1596747948.013259:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f0800] (21)-- 00000800:00000200:88.2:1596747948.013423:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f0800] (20)++ 00000800:00000010:86.0:1596747948.325318:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783daf00 (tot 156590290). 00000800:00000200:86.0:1596747948.325321:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783daf00] -> 192.168.128.125@o2ib36 (1)++ 00000800:00000010:86.0:1596747948.325323:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbb80 (tot 156590402). 00000800:00000010:86.0:1596747948.325324:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447086000 (tot 156590698). 00000800:00000010:86.0:1596747948.325325:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156590834). 00000800:00000010:86.0:1596747948.325327:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44703c000 (tot 156592706). 00000800:00000010:86.0:1596747948.325329:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707c300 (tot 156592858). 00000800:00000200:86.0:1596747948.325335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4470da000 0x17c70da000(0x17c70da000) 00000800:00000200:86.0:1596747948.325336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4470db000 0x17c70db000(0x17c70db000) 00000800:00000200:86.0:1596747948.325337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4470dc000 0x17c70dc000(0x17c70dc000) 00000800:00000200:86.0:1596747948.325337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4470dd000 0x17c70dd000(0x17c70dd000) 00000800:00000200:86.0:1596747948.325338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4470de000 0x17c70de000(0x17c70de000) 00000800:00000200:86.0:1596747948.325339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4470df000 0x17c70df000(0x17c70df000) 00000800:00000200:86.0:1596747948.325340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4470e0000 0x17c70e0000(0x17c70e0000) 00000800:00000200:86.0:1596747948.325340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4470e1000 0x17c70e1000(0x17c70e1000) 00000800:00000200:86.0:1596747948.325341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4470e2000 0x17c70e2000(0x17c70e2000) 00000800:00000200:86.0:1596747948.325342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4470e3000 0x17c70e3000(0x17c70e3000) 00000800:00000200:86.0:1596747948.325343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4470e4000 0x17c70e4000(0x17c70e4000) 00000800:00000200:86.0:1596747948.325343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4470e5000 0x17c70e5000(0x17c70e5000) 00000800:00000200:86.0:1596747948.325344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4470e6000 0x17c70e6000(0x17c70e6000) 00000800:00000200:86.0:1596747948.325345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4470e7000 0x17c70e7000(0x17c70e7000) 00000800:00000200:86.0:1596747948.325346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4470e8000 0x17c70e8000(0x17c70e8000) 00000800:00000200:86.0:1596747948.325346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4470e9000 0x17c70e9000(0x17c70e9000) 00000800:00000200:86.0:1596747948.325347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4470ea000 0x17c70ea000(0x17c70ea000) 00000800:00000200:86.0:1596747948.325348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4470eb000 0x17c70eb000(0x17c70eb000) 00000800:00000010:86.0:1596747948.325931:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbb80 (tot 156592746). 00000800:00000200:86.0:1596747948.325933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.325951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086000] (20)-- 00000800:00000200:86.0:1596747948.325952:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.125@o2ib36 00000800:00000200:86.0:1596747948.326236:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747948.326601:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447086000] (19)++ 00000800:00000200:86.0:1596747948.326604:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.125@o2ib36 00000800:00000200:86.0:1596747948.326605:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.125@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747948.326606:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156592610). 00000800:00000200:86.0:1596747948.326607:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447086000] (20)++ 00000800:00000200:86.0:1596747948.326608:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447086000] (21)++ 00000800:00000200:86.0:1596747948.326609:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447086000] (22)-- 00000800:00000200:17.0:1596747948.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee40000] (21)++ 00000800:00000200:17.0:1596747948.352617:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee40000] (22)++ 00000800:00000200:17.0:1596747948.352621:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee40000] (23)-- 00000800:00000200:86.0:1596747948.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596747949.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444a400] (21)++ 00000800:00000200:17.0:1596747949.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444a400] (22)++ 00000800:00000200:17.0:1596747949.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444a400] (23)-- 00000800:00000200:17.0:1596747949.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e623600] (21)++ 00000800:00000200:17.0:1596747949.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e623600] (22)++ 00000800:00000200:17.0:1596747949.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e623600] (23)-- 00000800:00000200:17.0:1596747949.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee41400] (21)++ 00000800:00000200:17.0:1596747949.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee41400] (22)++ 00000800:00000200:17.0:1596747949.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee41400] (23)-- 00000800:00000200:17.0:1596747949.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98947decca00] (21)++ 00000800:00000200:17.0:1596747949.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98947decca00] (22)++ 00000800:00000200:17.0:1596747949.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98947decca00] (23)-- 00000800:00000200:17.0:1596747949.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7600] (21)++ 00000800:00000200:17.0:1596747949.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd7600] (22)++ 00000800:00000200:17.0:1596747949.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd7600] (23)-- 00000800:00000200:17.0:1596747949.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc93000] (21)++ 00000800:00000200:17.0:1596747949.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc93000] (22)++ 00000800:00000200:17.0:1596747949.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc93000] (23)-- 00000800:00000200:17.0:1596747949.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8000] (21)++ 00000800:00000200:17.0:1596747949.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556e8000] (22)++ 00000800:00000200:17.0:1596747949.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556e8000] (23)-- 00000800:00000200:17.0:1596747949.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee41000] (21)++ 00000800:00000200:17.0:1596747949.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee41000] (22)++ 00000800:00000200:17.0:1596747949.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee41000] (23)-- 00000800:00000200:86.0:1596747949.407519:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596747950.352519:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621200] (21)++ 00000800:00000200:17.0:1596747950.352522:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e621200] (22)++ 00000800:00000200:17.0:1596747950.352526:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e621200] (23)-- 00000800:00020000:17.0:1596747950.352527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747950.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747950.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc91c00] (22)++ 00000800:00000100:17.0:1596747950.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747950.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2f00] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:17.0:1596747950.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc91c00] (23)-- 00000800:00000200:17.0:1596747950.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621a00] (21)++ 00000800:00000200:17.0:1596747950.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e621a00] (22)++ 00000800:00000200:17.0:1596747950.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e621a00] (23)-- 00000800:00000200:17.0:1596747950.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1400] (21)++ 00000800:00000200:17.0:1596747950.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd1400] (22)++ 00000800:00000200:17.0:1596747950.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd1400] (23)-- 00000800:00000200:17.0:1596747950.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8600] (21)++ 00000800:00000200:17.0:1596747950.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556e8600] (22)++ 00000800:00000200:17.0:1596747950.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556e8600] (23)-- 00000800:00000200:17.0:1596747950.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02a00] (21)++ 00000800:00000200:17.0:1596747950.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d02a00] (22)++ 00000800:00000200:17.0:1596747950.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d02a00] (23)-- 00000800:00000200:17.0:1596747950.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd4400] (21)++ 00000800:00000200:17.0:1596747950.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a476dd4400] (22)++ 00000800:00000200:17.0:1596747950.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a476dd4400] (23)-- 00000400:00000200:17.0:1596747950.353115:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:17.0:1596747950.353116:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:17.0:1596747950.353116:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc91c00] (22)-- 00000800:00000200:86.0:1596747950.353428:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc91c00] (21)-- 00000800:00000200:17.0:1596747951.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835e00] (21)++ 00000800:00000200:17.0:1596747951.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e835e00] (22)++ 00000800:00000200:17.0:1596747951.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e835e00] (23)-- 00000800:00020000:17.0:1596747951.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747951.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425ab800] (22)++ 00000800:00000100:17.0:1596747951.352539:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0c80] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4425ab800] (23)-- 00000800:00000200:17.0:1596747951.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc95e00] (21)++ 00000800:00000200:17.0:1596747951.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc95e00] (22)++ 00000800:00000200:17.0:1596747951.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc95e00] (23)-- 00000800:00000200:17.0:1596747951.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00b400] (21)++ 00000800:00000200:17.0:1596747951.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00b400] (22)++ 00000800:00000200:17.0:1596747951.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00b400] (23)-- 00000800:00000200:17.0:1596747951.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622c00] (21)++ 00000800:00000200:17.0:1596747951.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e622c00] (22)++ 00000800:00000200:17.0:1596747951.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e622c00] (23)-- 00000800:00020000:17.0:1596747951.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747951.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96800] (22)++ 00000800:00000100:17.0:1596747951.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5c7a2e80] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc96800] (23)-- 00000800:00000200:17.0:1596747951.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833e00] (21)++ 00000800:00000200:17.0:1596747951.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e833e00] (22)++ 00000800:00000200:17.0:1596747951.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e833e00] (23)-- 00000800:00000200:17.0:1596747951.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44757fa00] (21)++ 00000800:00000200:17.0:1596747951.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44757fa00] (22)++ 00000800:00000200:17.0:1596747951.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44757fa00] (23)-- 00000800:00020000:17.0:1596747951.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747951.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc92c00] (22)++ 00000800:00000100:17.0:1596747951.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34000] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc92c00] (23)-- 00000800:00000200:17.0:1596747951.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc96a00] (21)++ 00000800:00000200:17.0:1596747951.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc96a00] (22)++ 00000800:00000200:17.0:1596747951.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc96a00] (23)-- 00000800:00020000:17.0:1596747951.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747951.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770e600] (22)++ 00000800:00000100:17.0:1596747951.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bc80] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770e600] (23)-- 00000800:00020000:17.0:1596747951.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747951.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ae200] (22)++ 00000800:00000100:17.0:1596747951.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0c00] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158ae200] (23)-- 00000800:00020000:17.0:1596747951.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747951.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22800] (22)++ 00000800:00000100:17.0:1596747951.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352609:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6d80] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352610:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c22800] (23)-- 00000800:00000200:17.0:1596747951.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6c800] (21)++ 00000800:00000200:17.0:1596747951.352612:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6c800] (22)++ 00000800:00000200:17.0:1596747951.352615:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6c800] (23)-- 00000800:00000200:17.0:1596747951.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460ae00] (21)++ 00000800:00000200:17.0:1596747951.352618:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460ae00] (22)++ 00000800:00000200:17.0:1596747951.352620:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460ae00] (23)-- 00000800:00000200:17.0:1596747951.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc95400] (21)++ 00000800:00000200:17.0:1596747951.352623:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc95400] (22)++ 00000800:00000200:17.0:1596747951.352625:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc95400] (23)-- 00000800:00020000:17.0:1596747951.352626:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747951.352627:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747951.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6c00] (22)++ 00000800:00000200:17.0:1596747951.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc93a00] (21)++ 00000800:00000100:17.0:1596747951.352630:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747951.352631:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7200] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:17.0:1596747951.352633:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c6c00] (23)-- 00000800:00000200:17.0:1596747951.352634:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc93a00] (22)++ 00000800:00000200:17.0:1596747951.352636:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc93a00] (23)-- 00000800:00000200:17.0:1596747951.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460c200] (21)++ 00000800:00000200:17.0:1596747951.352641:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46460c200] (22)++ 00000800:00000200:17.0:1596747951.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46460c200] (23)-- 00000400:00000200:17.0:1596747951.353094:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:17.0:1596747951.353095:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:17.0:1596747951.353096:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4425ab800] (22)-- 00000400:00000200:17.0:1596747951.353626:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:17.0:1596747951.353627:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:17.0:1596747951.353628:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc96800] (22)-- 00000800:00000200:86.0:1596747951.353704:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4425ab800] (21)-- 00000800:00000200:86.0:1596747951.353971:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc96800] (21)-- 00000400:00000200:17.0:1596747951.354162:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:17.0:1596747951.354164:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:17.0:1596747951.354164:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc92c00] (22)-- 00000800:00000200:86.0:1596747951.354418:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc92c00] (21)-- 00000400:00000200:17.0:1596747951.354719:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:17.0:1596747951.354720:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:17.0:1596747951.354720:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770e600] (22)-- 00000800:00000200:86.0:1596747951.355055:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770e600] (21)-- 00000400:00000200:17.0:1596747951.355095:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:17.0:1596747951.355096:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:17.0:1596747951.355097:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158ae200] (22)-- 00000800:00000200:86.0:1596747951.355400:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158ae200] (21)-- 00000400:00000200:17.0:1596747951.355649:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:17.0:1596747951.355650:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:17.0:1596747951.355650:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c22800] (22)-- 00000800:00000200:86.0:1596747951.355962:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463c22800] (21)-- 00000400:00000200:17.0:1596747951.356189:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:17.0:1596747951.356190:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:17.0:1596747951.356191:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c6c00] (22)-- 00000800:00000200:86.0:1596747951.356526:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c6c00] (21)-- 00000800:00000010:86.0:1596747951.899838:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848100 (tot 156592722). 00000800:00000200:86.0:1596747951.899842:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848100] -> 192.168.128.24@o2ib36 (1)++ 00000800:00000010:86.0:1596747951.899844:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848180 (tot 156592834). 00000800:00000010:86.0:1596747951.899847:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c408951c00 (tot 156593130). 00000800:00000010:86.0:1596747951.899849:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409affec0 (tot 156593266). 00000800:00000010:86.0:1596747951.899851:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c408e5c800 (tot 156595138). 00000800:00000010:86.0:1596747951.899852:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409aff500 (tot 156595290). 00000800:00000200:86.0:1596747951.899858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c406559000 0x3786559000(0x3786559000) 00000800:00000200:86.0:1596747951.899859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c40655a000 0x378655a000(0x378655a000) 00000800:00000200:86.0:1596747951.899860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c40655b000 0x378655b000(0x378655b000) 00000800:00000200:86.0:1596747951.899860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c40655c000 0x378655c000(0x378655c000) 00000800:00000200:86.0:1596747951.899861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c40655d000 0x378655d000(0x378655d000) 00000800:00000200:86.0:1596747951.899862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c40655e000 0x378655e000(0x378655e000) 00000800:00000200:86.0:1596747951.899863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c40655f000 0x378655f000(0x378655f000) 00000800:00000200:86.0:1596747951.899863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c406560000 0x3786560000(0x3786560000) 00000800:00000200:86.0:1596747951.899864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c406561000 0x3786561000(0x3786561000) 00000800:00000200:86.0:1596747951.899865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c406562000 0x3786562000(0x3786562000) 00000800:00000200:86.0:1596747951.899866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c406563000 0x3786563000(0x3786563000) 00000800:00000200:86.0:1596747951.899866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c406564000 0x3786564000(0x3786564000) 00000800:00000200:86.0:1596747951.899867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c406565000 0x3786565000(0x3786565000) 00000800:00000200:86.0:1596747951.899868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c406566000 0x3786566000(0x3786566000) 00000800:00000200:86.0:1596747951.899868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c406567000 0x3786567000(0x3786567000) 00000800:00000200:86.0:1596747951.899869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c406590000 0x3786590000(0x3786590000) 00000800:00000200:86.0:1596747951.899870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c406591000 0x3786591000(0x3786591000) 00000800:00000200:86.0:1596747951.899871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c406592000 0x3786592000(0x3786592000) 00000800:00000010:86.0:1596747951.900448:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848180 (tot 156595178). 00000800:00000200:86.0:1596747951.900449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.900466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c408951c00] (20)-- 00000800:00000200:86.0:1596747951.900468:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.24@o2ib36 00000800:00000200:86.0:1596747951.900736:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747951.901164:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.24@o2ib36 00000800:00000200:86.0:1596747951.901165:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.24@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747951.901166:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409affec0 (tot 156595042). 00000800:00000200:86.0:1596747951.901167:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c408951c00] (19)++ 00000800:00000200:86.0:1596747951.901167:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c408951c00] (20)++ 00000800:00000200:86.0:1596747951.901168:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c408951c00] (21)-- 00000800:00000200:37.2:1596747951.901355:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c408951c00] (20)++ 00000800:00000200:17.0:1596747952.352509:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6c200] (21)++ 00000800:00000200:17.0:1596747952.352511:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6c200] (22)++ 00000800:00000200:17.0:1596747952.352514:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6c200] (23)-- 00000800:00020000:17.0:1596747952.352515:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747952.352517:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747952.352518:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770ea00] (22)++ 00000800:00000100:17.0:1596747952.352519:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747952.352521:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bf00] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596747952.352522:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770ea00] (23)-- 00000800:00020000:17.0:1596747952.352523:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747952.352524:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747952.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770cc00] (22)++ 00000800:00000100:17.0:1596747952.352526:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747952.352528:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b380] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:17.0:1596747952.352529:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770cc00] (23)-- 00000800:00000200:17.0:1596747952.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cdc00] (21)++ 00000800:00000200:17.0:1596747952.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cdc00] (22)++ 00000800:00000200:17.0:1596747952.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cdc00] (23)-- 00000800:00000200:17.0:1596747952.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55bb8200] (21)++ 00000800:00000200:17.0:1596747952.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55bb8200] (22)++ 00000800:00000200:17.0:1596747952.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55bb8200] (23)-- 00000800:00000200:17.0:1596747952.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cae00] (21)++ 00000800:00000200:17.0:1596747952.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cae00] (22)++ 00000800:00000200:17.0:1596747952.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cae00] (23)-- 00000800:00000200:17.0:1596747952.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8000] (21)++ 00000800:00000200:17.0:1596747952.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea8000] (22)++ 00000800:00000200:17.0:1596747952.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea8000] (23)-- 00000800:00000200:17.0:1596747952.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92a00] (21)++ 00000800:00000200:17.0:1596747952.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc92a00] (22)++ 00000800:00000200:17.0:1596747952.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc92a00] (23)-- 00000800:00000200:17.0:1596747952.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94400] (21)++ 00000800:00000200:17.0:1596747952.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc94400] (22)++ 00000800:00000200:17.0:1596747952.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc94400] (23)-- 00000800:00000200:17.0:1596747952.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc94e00] (21)++ 00000800:00000200:17.0:1596747952.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc94e00] (22)++ 00000800:00000200:17.0:1596747952.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc94e00] (23)-- 00000800:00000200:17.0:1596747952.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6d800] (21)++ 00000800:00000200:17.0:1596747952.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6d800] (22)++ 00000800:00000200:17.0:1596747952.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6d800] (23)-- 00000800:00020000:17.0:1596747952.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747952.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747952.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e627600] (22)++ 00000800:00000100:17.0:1596747952.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747952.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6b00] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:17.0:1596747952.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e627600] (23)-- 00000800:00000200:17.0:1596747952.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee46400] (21)++ 00000800:00000200:17.0:1596747952.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee46400] (22)++ 00000800:00000200:17.0:1596747952.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee46400] (23)-- 00000800:00000200:17.0:1596747952.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462984800] (21)++ 00000800:00000200:17.0:1596747952.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462984800] (22)++ 00000800:00000200:17.0:1596747952.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462984800] (23)-- 00000800:00000200:17.0:1596747952.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6ccc00] (21)++ 00000800:00000200:17.0:1596747952.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6ccc00] (22)++ 00000800:00000200:17.0:1596747952.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6ccc00] (23)-- 00000800:00000200:17.0:1596747952.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6d200] (21)++ 00000800:00000200:17.0:1596747952.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6d200] (22)++ 00000800:00000200:17.0:1596747952.352605:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6d200] (23)-- 00000400:00000200:17.0:1596747952.353203:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596747952.353204:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596747952.353204:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770ea00] (22)-- 00000800:00000200:86.0:1596747952.353553:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770ea00] (21)-- 00000400:00000200:17.0:1596747952.353720:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:17.0:1596747952.353721:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:17.0:1596747952.353721:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770cc00] (22)-- 00000800:00000200:86.0:1596747952.354258:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770cc00] (21)-- 00000400:00000200:17.0:1596747952.354263:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:17.0:1596747952.354264:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:17.0:1596747952.354264:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e627600] (22)-- 00000800:00000200:86.0:1596747952.354640:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e627600] (21)-- 00000800:00000200:86.0:1596747952.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747952.782372:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5eaf6f80 (tot 156595154). 00000800:00000200:86.0:1596747952.782377:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5eaf6f80] -> 192.168.128.65@o2ib36 (1)++ 00000800:00000010:86.0:1596747952.782379:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5eaf6f00 (tot 156595266). 00000800:00000010:86.0:1596747952.782382:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b2800 (tot 156595562). 00000800:00000010:86.0:1596747952.782383:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479140 (tot 156595698). 00000800:00000010:86.0:1596747952.782386:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e76e000 (tot 156597570). 00000800:00000010:86.0:1596747952.782387:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e478cc0 (tot 156597722). 00000800:00000200:86.0:1596747952.782391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e7cf000 0xfde7cf000(0xfde7cf000) 00000800:00000200:86.0:1596747952.782392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e7d0000 0xfde7d0000(0xfde7d0000) 00000800:00000200:86.0:1596747952.782393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e7d1000 0xfde7d1000(0xfde7d1000) 00000800:00000200:86.0:1596747952.782394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e7d2000 0xfde7d2000(0xfde7d2000) 00000800:00000200:86.0:1596747952.782394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e7d3000 0xfde7d3000(0xfde7d3000) 00000800:00000200:86.0:1596747952.782395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e7d4000 0xfde7d4000(0xfde7d4000) 00000800:00000200:86.0:1596747952.782396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e7d5000 0xfde7d5000(0xfde7d5000) 00000800:00000200:86.0:1596747952.782397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e7d6000 0xfde7d6000(0xfde7d6000) 00000800:00000200:86.0:1596747952.782397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e7d7000 0xfde7d7000(0xfde7d7000) 00000800:00000200:86.0:1596747952.782398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e7d8000 0xfde7d8000(0xfde7d8000) 00000800:00000200:86.0:1596747952.782399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e7d9000 0xfde7d9000(0xfde7d9000) 00000800:00000200:86.0:1596747952.782399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e7da000 0xfde7da000(0xfde7da000) 00000800:00000200:86.0:1596747952.782401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e7db000 0xfde7db000(0xfde7db000) 00000800:00000200:86.0:1596747952.782401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e7dc000 0xfde7dc000(0xfde7dc000) 00000800:00000200:86.0:1596747952.782402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e7dd000 0xfde7dd000(0xfde7dd000) 00000800:00000200:86.0:1596747952.782403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e7de000 0xfde7de000(0xfde7de000) 00000800:00000200:86.0:1596747952.782403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e7df000 0xfde7df000(0xfde7df000) 00000800:00000200:86.0:1596747952.782404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e7e0000 0xfde7e0000(0xfde7e0000) 00000800:00000010:86.0:1596747952.782958:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5eaf6f00 (tot 156597610). 00000800:00000200:86.0:1596747952.782959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782968:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.782976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2800] (20)-- 00000800:00000200:86.0:1596747952.782978:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.65@o2ib36 00000800:00000200:86.0:1596747952.783248:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747952.783626:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.65@o2ib36 00000800:00000200:86.0:1596747952.783628:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.65@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747952.783629:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479140 (tot 156597474). 00000800:00000200:86.0:1596747952.783630:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b2800] (19)++ 00000800:00000200:86.0:1596747952.783631:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b2800] (20)++ 00000800:00000200:86.0:1596747952.783632:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b2800] (21)-- 00000800:00000200:88.2:1596747952.783801:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b2800] (20)++ 00000800:00000200:15.0:1596747953.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986800] (21)++ 00000800:00000200:15.0:1596747953.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462986800] (22)++ 00000800:00000200:15.0:1596747953.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462986800] (23)-- 00000800:00020000:15.0:1596747953.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747953.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747953.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d518000] (22)++ 00000800:00000100:15.0:1596747953.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747953.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6d80] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:15.0:1596747953.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d518000] (23)-- 00000800:00000200:15.0:1596747953.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf7a00] (21)++ 00000800:00000200:15.0:1596747953.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf7a00] (22)++ 00000800:00000200:15.0:1596747953.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf7a00] (23)-- 00000800:00000200:15.0:1596747953.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985a00] (21)++ 00000800:00000200:15.0:1596747953.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462985a00] (22)++ 00000800:00000200:15.0:1596747953.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462985a00] (23)-- 00000800:00000200:15.0:1596747953.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf0000] (21)++ 00000800:00000200:15.0:1596747953.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf0000] (22)++ 00000800:00000200:15.0:1596747953.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf0000] (23)-- 00000800:00020000:15.0:1596747953.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747953.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747953.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c47d61fc00] (22)++ 00000800:00000100:15.0:1596747953.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747953.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1300] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:15.0:1596747953.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c47d61fc00] (23)-- 00000800:00000200:15.0:1596747953.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55728600] (21)++ 00000800:00000200:15.0:1596747953.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55728600] (22)++ 00000800:00000200:15.0:1596747953.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55728600] (23)-- 00000800:00020000:15.0:1596747953.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747953.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747953.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158aec00] (22)++ 00000800:00000100:15.0:1596747953.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747953.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1280] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:15.0:1596747953.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158aec00] (23)-- 00000800:00000200:15.0:1596747953.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55728000] (21)++ 00000800:00000200:15.0:1596747953.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55728000] (22)++ 00000800:00000200:15.0:1596747953.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55728000] (23)-- 00000800:00000200:15.0:1596747953.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308ec00] (21)++ 00000800:00000200:15.0:1596747953.352596:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308ec00] (22)++ 00000800:00000200:15.0:1596747953.352598:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308ec00] (23)-- 00000400:00000200:15.0:1596747953.353067:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:15.0:1596747953.353069:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:15.0:1596747953.353070:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d518000] (22)-- 00000800:00000200:86.0:1596747953.353355:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d518000] (21)-- 00000400:00000200:15.0:1596747953.353600:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:15.0:1596747953.353601:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:15.0:1596747953.353602:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c47d61fc00] (22)-- 00000800:00000200:86.0:1596747953.353912:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c47d61fc00] (21)-- 00000400:00000200:15.0:1596747953.354143:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:15.0:1596747953.354145:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:15.0:1596747953.354145:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158aec00] (22)-- 00000800:00000200:86.0:1596747953.354392:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158aec00] (21)-- 00000800:00000200:86.0:1596747953.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747953.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747953.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747953.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747953.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747953.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747953.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:15.0:1596747954.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaf400] (21)++ 00000800:00000200:15.0:1596747954.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaf400] (22)++ 00000800:00000200:15.0:1596747954.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaf400] (23)-- 00000800:00020000:15.0:1596747954.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee40000] (22)++ 00000800:00000100:15.0:1596747954.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0d00] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee40000] (23)-- 00000800:00020000:15.0:1596747954.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444a400] (22)++ 00000800:00000100:15.0:1596747954.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7200] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444a400] (23)-- 00000800:00000200:15.0:1596747954.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf0600] (21)++ 00000800:00000200:15.0:1596747954.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf0600] (22)++ 00000800:00000200:15.0:1596747954.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf0600] (23)-- 00000800:00000200:15.0:1596747954.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462983000] (21)++ 00000800:00000200:15.0:1596747954.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462983000] (22)++ 00000800:00000200:15.0:1596747954.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462983000] (23)-- 00000800:00000200:15.0:1596747954.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55480a00] (21)++ 00000800:00000200:15.0:1596747954.352607:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55480a00] (22)++ 00000800:00000200:15.0:1596747954.352610:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55480a00] (23)-- 00000800:00020000:15.0:1596747954.352611:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e623600] (22)++ 00000800:00000100:15.0:1596747954.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6b80] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352619:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e623600] (23)-- 00000800:00020000:15.0:1596747954.352620:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352621:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee41400] (22)++ 00000800:00000100:15.0:1596747954.352623:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352625:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1200] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352626:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee41400] (23)-- 00000800:00000200:15.0:1596747954.352628:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28a400] (21)++ 00000800:00000200:15.0:1596747954.352630:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28a400] (22)++ 00000800:00000200:15.0:1596747954.352632:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28a400] (23)-- 00000800:00000200:15.0:1596747954.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8800] (21)++ 00000800:00000200:15.0:1596747954.352636:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea8800] (22)++ 00000800:00000200:15.0:1596747954.352638:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea8800] (23)-- 00000800:00000200:15.0:1596747954.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835400] (21)++ 00000800:00000200:15.0:1596747954.352641:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e835400] (22)++ 00000800:00000200:15.0:1596747954.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e835400] (23)-- 00000800:00020000:15.0:1596747954.352644:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352646:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352646:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98947decca00] (22)++ 00000800:00000100:15.0:1596747954.352647:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352650:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7180] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352652:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98947decca00] (23)-- 00000800:00020000:15.0:1596747954.352654:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352656:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd7600] (22)++ 00000800:00000100:15.0:1596747954.352658:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352659:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bd00] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352660:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd7600] (23)-- 00000800:00020000:15.0:1596747954.352662:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352663:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352664:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc93000] (22)++ 00000800:00000100:15.0:1596747954.352665:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352667:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35f80] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352668:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc93000] (23)-- 00000800:00020000:15.0:1596747954.352669:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352670:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352671:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8000] (22)++ 00000800:00000100:15.0:1596747954.352672:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead600] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc556e8000] (23)-- 00000800:00020000:15.0:1596747954.352676:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747954.352677:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747954.352678:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee41000] (22)++ 00000800:00000200:15.0:1596747954.352678:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f7400] (21)++ 00000800:00000100:15.0:1596747954.352680:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747954.352681:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0d80] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:15.0:1596747954.352682:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee41000] (23)-- 00000800:00000200:15.0:1596747954.352683:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f7400] (22)++ 00000800:00000200:15.0:1596747954.352686:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f7400] (23)-- 00000400:00000200:15.0:1596747954.353140:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:15.0:1596747954.353142:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:15.0:1596747954.353142:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee40000] (22)-- 00000800:00000200:86.0:1596747954.353575:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee40000] (21)-- 00000400:00000200:15.0:1596747954.353674:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:15.0:1596747954.353675:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:15.0:1596747954.353675:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444a400] (22)-- 00000800:00000200:86.0:1596747954.354007:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46444a400] (21)-- 00000400:00000200:15.0:1596747954.354217:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:15.0:1596747954.354218:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:15.0:1596747954.354218:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e623600] (22)-- 00000800:00000200:86.0:1596747954.354555:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e623600] (21)-- 00000400:00000200:15.0:1596747954.354750:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:15.0:1596747954.354751:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:15.0:1596747954.354751:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee41400] (22)-- 00000800:00000200:86.0:1596747954.355007:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee41400] (21)-- 00000400:00000200:15.0:1596747954.355301:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:15.0:1596747954.355302:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:15.0:1596747954.355302:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98947decca00] (22)-- 00000800:00000200:86.0:1596747954.355667:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98947decca00] (21)-- 00000400:00000200:15.0:1596747954.355680:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:15.0:1596747954.355682:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:15.0:1596747954.355682:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd7600] (22)-- 00000400:00000200:15.0:1596747954.356215:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:15.0:1596747954.356216:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:15.0:1596747954.356216:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc93000] (22)-- 00000800:00000200:86.0:1596747954.356264:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a476dd7600] (21)-- 00000400:00000200:15.0:1596747954.356767:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:15.0:1596747954.356768:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:15.0:1596747954.356768:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc556e8000] (22)-- 00000800:00000200:86.0:1596747954.356772:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc93000] (21)-- 00000800:00000200:86.0:1596747954.357039:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc556e8000] (21)-- 00000400:00000200:15.0:1596747954.357320:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:15.0:1596747954.357321:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:15.0:1596747954.357322:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee41000] (22)-- 00000800:00000200:86.0:1596747954.357938:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee41000] (21)-- 00000800:00000200:86.0:1596747954.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747954.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747954.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747955.037479:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34400 (tot 156597586). 00000800:00000200:86.0:1596747955.037484:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34400] -> 192.168.128.127@o2ib36 (1)++ 00000800:00000010:86.0:1596747955.037486:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34480 (tot 156597698). 00000800:00000010:86.0:1596747955.037492:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac7869ae00 (tot 156597994). 00000800:00000010:86.0:1596747955.037494:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26540 (tot 156598130). 00000800:00000010:86.0:1596747955.037506:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c27a800 (tot 156600002). 00000800:00000010:86.0:1596747955.037507:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be26840 (tot 156600154). 00000800:00000200:86.0:1596747955.037513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5be81000 0x1fdbe81000(0x1fdbe81000) 00000800:00000200:86.0:1596747955.037514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5be82000 0x1fdbe82000(0x1fdbe82000) 00000800:00000200:86.0:1596747955.037515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5be83000 0x1fdbe83000(0x1fdbe83000) 00000800:00000200:86.0:1596747955.037516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5be84000 0x1fdbe84000(0x1fdbe84000) 00000800:00000200:86.0:1596747955.037516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5be85000 0x1fdbe85000(0x1fdbe85000) 00000800:00000200:86.0:1596747955.037517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5be86000 0x1fdbe86000(0x1fdbe86000) 00000800:00000200:86.0:1596747955.037518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5be87000 0x1fdbe87000(0x1fdbe87000) 00000800:00000200:86.0:1596747955.037519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5be88000 0x1fdbe88000(0x1fdbe88000) 00000800:00000200:86.0:1596747955.037519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5be89000 0x1fdbe89000(0x1fdbe89000) 00000800:00000200:86.0:1596747955.037520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5be8a000 0x1fdbe8a000(0x1fdbe8a000) 00000800:00000200:86.0:1596747955.037521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5be8b000 0x1fdbe8b000(0x1fdbe8b000) 00000800:00000200:86.0:1596747955.037521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5be8c000 0x1fdbe8c000(0x1fdbe8c000) 00000800:00000200:86.0:1596747955.037522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5be8d000 0x1fdbe8d000(0x1fdbe8d000) 00000800:00000200:86.0:1596747955.037523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5be8e000 0x1fdbe8e000(0x1fdbe8e000) 00000800:00000200:86.0:1596747955.037524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5be8f000 0x1fdbe8f000(0x1fdbe8f000) 00000800:00000200:86.0:1596747955.037524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5be90000 0x1fdbe90000(0x1fdbe90000) 00000800:00000200:86.0:1596747955.037525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5be91000 0x1fdbe91000(0x1fdbe91000) 00000800:00000200:86.0:1596747955.037526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5be92000 0x1fdbe92000(0x1fdbe92000) 00000800:00000010:86.0:1596747955.038107:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34480 (tot 156600042). 00000800:00000200:86.0:1596747955.038108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869ae00] (19)++ 00000800:00000200:86.0:1596747955.038126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869ae00] (20)-- 00000800:00000200:86.0:1596747955.038127:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.127@o2ib36 00000800:00000200:86.0:1596747955.038392:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747955.038738:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.127@o2ib36 00000800:00000200:86.0:1596747955.038739:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.127@o2ib36: active(0), version(12), status(0) 00000800:00000200:84.2:1596747955.038739:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869ae00] (19)++ 00000800:00000010:86.0:1596747955.038740:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26540 (tot 156599906). 00000800:00000200:86.0:1596747955.038741:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac7869ae00] (20)++ 00000800:00000200:86.0:1596747955.038742:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac7869ae00] (21)++ 00000800:00000200:86.0:1596747955.038743:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac7869ae00] (22)-- 00000800:00000010:86.0:1596747955.285722:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db280 (tot 156600018). 00000800:00000200:86.0:1596747955.285725:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db280] -> 192.168.128.20@o2ib36 (1)++ 00000800:00000010:86.0:1596747955.285727:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbf00 (tot 156600130). 00000800:00000010:86.0:1596747955.285729:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447082400 (tot 156600426). 00000800:00000010:86.0:1596747955.285732:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d8c0 (tot 156600562). 00000800:00000010:86.0:1596747955.285733:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44703a000 (tot 156602434). 00000800:00000010:86.0:1596747955.285734:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707d380 (tot 156602586). 00000800:00000200:86.0:1596747955.285739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4470ec000 0x17c70ec000(0x17c70ec000) 00000800:00000200:86.0:1596747955.285740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4470ed000 0x17c70ed000(0x17c70ed000) 00000800:00000200:86.0:1596747955.285741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4470ee000 0x17c70ee000(0x17c70ee000) 00000800:00000200:86.0:1596747955.285742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4470ef000 0x17c70ef000(0x17c70ef000) 00000800:00000200:86.0:1596747955.285743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4470f0000 0x17c70f0000(0x17c70f0000) 00000800:00000200:86.0:1596747955.285744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4470f1000 0x17c70f1000(0x17c70f1000) 00000800:00000200:86.0:1596747955.285744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4470f2000 0x17c70f2000(0x17c70f2000) 00000800:00000200:86.0:1596747955.285745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4470f3000 0x17c70f3000(0x17c70f3000) 00000800:00000200:86.0:1596747955.285746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4470f4000 0x17c70f4000(0x17c70f4000) 00000800:00000200:86.0:1596747955.285746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4470f5000 0x17c70f5000(0x17c70f5000) 00000800:00000200:86.0:1596747955.285747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4470f6000 0x17c70f6000(0x17c70f6000) 00000800:00000200:86.0:1596747955.285748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4470f7000 0x17c70f7000(0x17c70f7000) 00000800:00000200:86.0:1596747955.285749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4470f8000 0x17c70f8000(0x17c70f8000) 00000800:00000200:86.0:1596747955.285749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4470f9000 0x17c70f9000(0x17c70f9000) 00000800:00000200:86.0:1596747955.285750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4470fa000 0x17c70fa000(0x17c70fa000) 00000800:00000200:86.0:1596747955.285751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4470fb000 0x17c70fb000(0x17c70fb000) 00000800:00000200:86.0:1596747955.285752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4470fc000 0x17c70fc000(0x17c70fc000) 00000800:00000200:86.0:1596747955.285752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4470fd000 0x17c70fd000(0x17c70fd000) 00000800:00000010:86.0:1596747955.286326:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbf00 (tot 156602474). 00000800:00000200:86.0:1596747955.286327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082400] (20)-- 00000800:00000200:86.0:1596747955.286346:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.20@o2ib36 00000800:00000200:86.0:1596747955.286605:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747955.286979:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.20@o2ib36 00000800:00000200:86.0:1596747955.286980:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.20@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747955.286981:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d8c0 (tot 156602338). 00000800:00000200:86.0:1596747955.286982:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447082400] (19)++ 00000800:00000200:86.0:1596747955.286983:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447082400] (20)++ 00000800:00000200:86.0:1596747955.286983:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447082400] (21)-- 00000800:00000200:39.2:1596747955.287139:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447082400] (20)++ 00000800:00000010:86.0:1596747955.293598:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35d00 (tot 156602450). 00000800:00000200:86.0:1596747955.293602:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35d00] -> 192.168.128.115@o2ib36 (1)++ 00000800:00000010:86.0:1596747955.293604:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35c80 (tot 156602562). 00000800:00000010:86.0:1596747955.293606:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cea6c00 (tot 156602858). 00000800:00000010:86.0:1596747955.293608:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156602994). 00000800:00000010:86.0:1596747955.293610:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbc7800 (tot 156604866). 00000800:00000010:86.0:1596747955.293612:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9e0c0 (tot 156605018). 00000800:00000200:86.0:1596747955.293620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cbeb000 0x7dcbeb000(0x7dcbeb000) 00000800:00000200:86.0:1596747955.293621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cbec000 0x7dcbec000(0x7dcbec000) 00000800:00000200:86.0:1596747955.293622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cbed000 0x7dcbed000(0x7dcbed000) 00000800:00000200:86.0:1596747955.293622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cbee000 0x7dcbee000(0x7dcbee000) 00000800:00000200:86.0:1596747955.293623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cbef000 0x7dcbef000(0x7dcbef000) 00000800:00000200:86.0:1596747955.293624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cbf0000 0x7dcbf0000(0x7dcbf0000) 00000800:00000200:86.0:1596747955.293625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cbf1000 0x7dcbf1000(0x7dcbf1000) 00000800:00000200:86.0:1596747955.293625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cbf2000 0x7dcbf2000(0x7dcbf2000) 00000800:00000200:86.0:1596747955.293626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cbf3000 0x7dcbf3000(0x7dcbf3000) 00000800:00000200:86.0:1596747955.293627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cbf4000 0x7dcbf4000(0x7dcbf4000) 00000800:00000200:86.0:1596747955.293628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cbf5000 0x7dcbf5000(0x7dcbf5000) 00000800:00000200:86.0:1596747955.293628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cbf6000 0x7dcbf6000(0x7dcbf6000) 00000800:00000200:86.0:1596747955.293629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cbf7000 0x7dcbf7000(0x7dcbf7000) 00000800:00000200:86.0:1596747955.293630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cbf8000 0x7dcbf8000(0x7dcbf8000) 00000800:00000200:86.0:1596747955.293630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cbf9000 0x7dcbf9000(0x7dcbf9000) 00000800:00000200:86.0:1596747955.293631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cbfa000 0x7dcbfa000(0x7dcbfa000) 00000800:00000200:86.0:1596747955.293632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cbfb000 0x7dcbfb000(0x7dcbfb000) 00000800:00000200:86.0:1596747955.293633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cbfc000 0x7dcbfc000(0x7dcbfc000) 00000800:00000010:86.0:1596747955.294184:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35c80 (tot 156604906). 00000800:00000200:86.0:1596747955.294186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294192:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294194:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294194:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294195:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294195:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294196:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294196:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294197:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294198:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294199:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294200:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.294204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea6c00] (20)-- 00000800:00000200:86.0:1596747955.294205:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.115@o2ib36 00000800:00000200:86.0:1596747955.294458:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596747955.295386:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea6c00] (19)++ 00000800:00000200:86.0:1596747955.295395:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.115@o2ib36 00000800:00000200:86.0:1596747955.295396:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.115@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747955.295397:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156604770). 00000800:00000200:86.0:1596747955.295399:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cea6c00] (20)++ 00000800:00000200:86.0:1596747955.295400:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cea6c00] (21)++ 00000800:00000200:86.0:1596747955.295401:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cea6c00] (22)-- 00000800:00000200:15.0:1596747955.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449000] (21)++ 00000800:00000200:15.0:1596747955.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464449000] (22)++ 00000800:00000200:15.0:1596747955.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464449000] (23)-- 00000800:00020000:15.0:1596747955.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747955.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747955.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621200] (22)++ 00000800:00000100:15.0:1596747955.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747955.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7380] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:15.0:1596747955.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e621200] (23)-- 00000800:00000200:15.0:1596747955.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474a600] (21)++ 00000800:00000200:15.0:1596747955.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474a600] (22)++ 00000800:00000200:15.0:1596747955.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474a600] (23)-- 00000800:00020000:15.0:1596747955.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747955.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747955.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621a00] (22)++ 00000800:00000100:15.0:1596747955.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747955.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7300] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:15.0:1596747955.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e621a00] (23)-- 00000800:00000200:15.0:1596747955.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61dc00] (21)++ 00000800:00000200:15.0:1596747955.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61dc00] (22)++ 00000800:00000200:15.0:1596747955.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61dc00] (23)-- 00000800:00020000:15.0:1596747955.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747955.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747955.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd1400] (22)++ 00000800:00000100:15.0:1596747955.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747955.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a300] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:15.0:1596747955.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd1400] (23)-- 00000800:00020000:15.0:1596747955.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747955.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747955.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8600] (22)++ 00000800:00000100:15.0:1596747955.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747955.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eaca00] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:15.0:1596747955.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc556e8600] (23)-- 00000800:00000200:15.0:1596747955.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444cc00] (21)++ 00000800:00000200:15.0:1596747955.352590:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444cc00] (22)++ 00000800:00000200:15.0:1596747955.352593:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444cc00] (23)-- 00000800:00020000:15.0:1596747955.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747955.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747955.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02a00] (22)++ 00000800:00000100:15.0:1596747955.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747955.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9400] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:15.0:1596747955.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d02a00] (23)-- 00000400:00000200:15.0:1596747955.353200:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:15.0:1596747955.353201:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:15.0:1596747955.353202:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e621200] (22)-- 00000800:00000200:86.0:1596747955.353578:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e621200] (21)-- 00000400:00000200:15.0:1596747955.353750:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:15.0:1596747955.353751:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:15.0:1596747955.353752:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e621a00] (22)-- 00000800:00000200:86.0:1596747955.354065:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e621a00] (21)-- 00000400:00000200:15.0:1596747955.354275:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:15.0:1596747955.354277:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:15.0:1596747955.354277:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd1400] (22)-- 00000800:00000200:86.0:1596747955.354628:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a476dd1400] (21)-- 00000400:00000200:15.0:1596747955.354837:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:15.0:1596747955.354838:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:15.0:1596747955.354839:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc556e8600] (22)-- 00000800:00000200:86.0:1596747955.355136:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc556e8600] (21)-- 00000400:00000200:15.0:1596747955.355380:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:15.0:1596747955.355381:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:15.0:1596747955.355382:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d02a00] (22)-- 00000800:00000200:86.0:1596747955.355708:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d02a00] (21)-- 00000800:00000200:86.0:1596747955.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747955.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747955.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747956.352508:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747956.352509:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747956.352510:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a476dd4400] (22)++ 00000800:00000100:15.0:1596747956.352512:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747956.352513:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ab80] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:15.0:1596747956.352514:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a476dd4400] (23)-- 00000800:00000200:15.0:1596747956.352515:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464250000] (21)++ 00000800:00000200:15.0:1596747956.352517:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464250000] (22)++ 00000800:00000200:15.0:1596747956.352520:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464250000] (23)-- 00000800:00000200:15.0:1596747956.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf1000] (21)++ 00000800:00000200:15.0:1596747956.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf1000] (22)++ 00000800:00000200:15.0:1596747956.352528:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf1000] (23)-- 00000800:00000200:15.0:1596747956.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf2000] (21)++ 00000800:00000200:15.0:1596747956.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf2000] (22)++ 00000800:00000200:15.0:1596747956.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf2000] (23)-- 00000800:00000200:15.0:1596747956.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f5600] (21)++ 00000800:00000200:15.0:1596747956.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f5600] (22)++ 00000800:00000200:15.0:1596747956.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f5600] (23)-- 00000400:00000200:15.0:1596747956.353119:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:15.0:1596747956.353121:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:15.0:1596747956.353122:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a476dd4400] (22)-- 00000800:00000200:86.0:1596747956.353697:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a476dd4400] (21)-- 00000800:00000200:86.0:1596747956.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407544:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747956.407546:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747956.543243:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55ead100 (tot 156604882). 00000800:00000200:86.0:1596747956.543247:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55ead100] -> 192.168.128.63@o2ib36 (1)++ 00000800:00000010:86.0:1596747956.543249:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55ead080 (tot 156604994). 00000800:00000010:86.0:1596747956.543250:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc556e8a00 (tot 156605290). 00000800:00000010:86.0:1596747956.543253:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55025ec0 (tot 156605426). 00000800:00000010:86.0:1596747956.543256:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc551ec800 (tot 156607298). 00000800:00000010:86.0:1596747956.543257:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55025740 (tot 156607450). 00000800:00000200:86.0:1596747956.543264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57773000 0x3fd7773000(0x3fd7773000) 00000800:00000200:86.0:1596747956.543265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57ab9000 0x3fd7ab9000(0x3fd7ab9000) 00000800:00000200:86.0:1596747956.543266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc579d3000 0x3fd79d3000(0x3fd79d3000) 00000800:00000200:86.0:1596747956.543267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57bed000 0x3fd7bed000(0x3fd7bed000) 00000800:00000200:86.0:1596747956.543268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc574a1000 0x3fd74a1000(0x3fd74a1000) 00000800:00000200:86.0:1596747956.543269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc5771b000 0x3fd771b000(0x3fd771b000) 00000800:00000200:86.0:1596747956.543270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57478000 0x3fd7478000(0x3fd7478000) 00000800:00000200:86.0:1596747956.543271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57bb4000 0x3fd7bb4000(0x3fd7bb4000) 00000800:00000200:86.0:1596747956.543271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5776d000 0x3fd776d000(0x3fd776d000) 00000800:00000200:86.0:1596747956.543272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57418000 0x3fd7418000(0x3fd7418000) 00000800:00000200:86.0:1596747956.543273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55585000 0x3fd5585000(0x3fd5585000) 00000800:00000200:86.0:1596747956.543274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55586000 0x3fd5586000(0x3fd5586000) 00000800:00000200:86.0:1596747956.543274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc5558b000 0x3fd558b000(0x3fd558b000) 00000800:00000200:86.0:1596747956.543275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55a37000 0x3fd5a37000(0x3fd5a37000) 00000800:00000200:86.0:1596747956.543276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55a80000 0x3fd5a80000(0x3fd5a80000) 00000800:00000200:86.0:1596747956.543276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc55531000 0x3fd5531000(0x3fd5531000) 00000800:00000200:86.0:1596747956.543277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc561c5000 0x3fd61c5000(0x3fd61c5000) 00000800:00000200:86.0:1596747956.543278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55545000 0x3fd5545000(0x3fd5545000) 00000800:00000010:86.0:1596747956.543857:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55ead080 (tot 156607338). 00000800:00000200:86.0:1596747956.543859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.543876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8a00] (20)-- 00000800:00000200:86.0:1596747956.543878:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.63@o2ib36 00000800:00000200:86.0:1596747956.544138:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747956.544468:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.63@o2ib36 00000800:00000200:86.0:1596747956.544469:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.63@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747956.544470:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55025ec0 (tot 156607202). 00000800:00000200:86.0:1596747956.544471:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc556e8a00] (19)++ 00000800:00000200:86.0:1596747956.544471:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc556e8a00] (20)++ 00000800:00000200:86.0:1596747956.544472:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc556e8a00] (21)-- 00000800:00000200:37.2:1596747956.544675:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556e8a00] (20)++ 00000800:00000010:86.0:1596747956.933887:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0100 (tot 156607314). 00000800:00000200:86.0:1596747956.933890:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0100] -> 192.168.128.82@o2ib36 (1)++ 00000800:00000010:86.0:1596747956.933892:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0180 (tot 156607426). 00000800:00000010:86.0:1596747956.933894:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d04200 (tot 156607722). 00000800:00000010:86.0:1596747956.933897:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46780 (tot 156607858). 00000800:00000010:86.0:1596747956.933899:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65cae000 (tot 156609730). 00000800:00000010:86.0:1596747956.933900:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f47b00 (tot 156609882). 00000800:00000200:86.0:1596747956.933906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65deb000 0x2fe5deb000(0x2fe5deb000) 00000800:00000200:86.0:1596747956.933907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65f70000 0x2fe5f70000(0x2fe5f70000) 00000800:00000200:86.0:1596747956.933908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65f71000 0x2fe5f71000(0x2fe5f71000) 00000800:00000200:86.0:1596747956.933909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65f72000 0x2fe5f72000(0x2fe5f72000) 00000800:00000200:86.0:1596747956.933910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65f73000 0x2fe5f73000(0x2fe5f73000) 00000800:00000200:86.0:1596747956.933910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65c0c000 0x2fe5c0c000(0x2fe5c0c000) 00000800:00000200:86.0:1596747956.933911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65c0d000 0x2fe5c0d000(0x2fe5c0d000) 00000800:00000200:86.0:1596747956.933912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65c0e000 0x2fe5c0e000(0x2fe5c0e000) 00000800:00000200:86.0:1596747956.933913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65c0f000 0x2fe5c0f000(0x2fe5c0f000) 00000800:00000200:86.0:1596747956.933913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65fb8000 0x2fe5fb8000(0x2fe5fb8000) 00000800:00000200:86.0:1596747956.933914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65fb9000 0x2fe5fb9000(0x2fe5fb9000) 00000800:00000200:86.0:1596747956.933915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65fba000 0x2fe5fba000(0x2fe5fba000) 00000800:00000200:86.0:1596747956.933916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65fbb000 0x2fe5fbb000(0x2fe5fbb000) 00000800:00000200:86.0:1596747956.933916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65fbc000 0x2fe5fbc000(0x2fe5fbc000) 00000800:00000200:86.0:1596747956.933917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65fbd000 0x2fe5fbd000(0x2fe5fbd000) 00000800:00000200:86.0:1596747956.933918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65fbe000 0x2fe5fbe000(0x2fe5fbe000) 00000800:00000200:86.0:1596747956.933918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65fbf000 0x2fe5fbf000(0x2fe5fbf000) 00000800:00000200:86.0:1596747956.933919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65c00000 0x2fe5c00000(0x2fe5c00000) 00000800:00000010:86.0:1596747956.934459:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0180 (tot 156609770). 00000800:00000200:86.0:1596747956.934460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.934478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04200] (20)-- 00000800:00000200:86.0:1596747956.934479:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.82@o2ib36 00000800:00000200:86.0:1596747956.934736:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747956.935087:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.82@o2ib36 00000800:00000200:86.0:1596747956.935089:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.82@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747956.935089:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46780 (tot 156609634). 00000800:00000200:86.0:1596747956.935090:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d04200] (19)++ 00000800:00000200:86.0:1596747956.935091:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d04200] (20)++ 00000800:00000200:86.0:1596747956.935092:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d04200] (21)-- 00000800:00000200:84.2:1596747956.935096:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d04200] (20)++ 00000800:00020000:16.0:1596747957.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460c200] (22)++ 00000800:00000100:16.0:1596747957.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7180] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460c200] (23)-- 00000800:00000200:16.0:1596747957.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ea00] (21)++ 00000800:00000200:16.0:1596747957.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61ea00] (22)++ 00000800:00000200:16.0:1596747957.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61ea00] (23)-- 00000800:00000200:16.0:1596747957.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf7000] (21)++ 00000800:00000200:16.0:1596747957.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf7000] (22)++ 00000800:00000200:16.0:1596747957.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf7000] (23)-- 00000800:00020000:16.0:1596747957.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6c200] (22)++ 00000800:00000100:16.0:1596747957.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8d00] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6c200] (23)-- 00000800:00020000:16.0:1596747957.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cdc00] (22)++ 00000800:00000100:16.0:1596747957.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34200] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cdc00] (23)-- 00000800:00020000:16.0:1596747957.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55bb8200] (22)++ 00000800:00000100:16.0:1596747957.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead580] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55bb8200] (23)-- 00000800:00020000:16.0:1596747957.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835e00] (22)++ 00000800:00000100:16.0:1596747957.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6c80] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e835e00] (23)-- 00000800:00020000:16.0:1596747957.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cae00] (22)++ 00000800:00000100:16.0:1596747957.352597:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35e00] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cae00] (23)-- 00000800:00020000:16.0:1596747957.352602:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352603:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc95e00] (22)++ 00000800:00000100:16.0:1596747957.352605:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352607:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34080] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352608:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc95e00] (23)-- 00000800:00020000:16.0:1596747957.352609:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352610:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00b400] (22)++ 00000800:00000100:16.0:1596747957.352612:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352614:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bb00] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352615:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00b400] (23)-- 00000800:00020000:16.0:1596747957.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352617:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622c00] (22)++ 00000800:00000100:16.0:1596747957.352619:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6c00] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e622c00] (23)-- 00000800:00000200:16.0:1596747957.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf2400] (21)++ 00000800:00000200:16.0:1596747957.352625:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf2400] (22)++ 00000800:00000200:16.0:1596747957.352627:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf2400] (23)-- 00000800:00020000:16.0:1596747957.352628:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352629:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352630:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833e00] (22)++ 00000800:00000100:16.0:1596747957.352631:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352633:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7280] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352634:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e833e00] (23)-- 00000800:00000200:16.0:1596747957.352636:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaf000] (21)++ 00000800:00000200:16.0:1596747957.352637:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaf000] (22)++ 00000800:00000200:16.0:1596747957.352640:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaf000] (23)-- 00000800:00020000:16.0:1596747957.352641:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352642:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44757fa00] (22)++ 00000800:00000100:16.0:1596747957.352644:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b980] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352646:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44757fa00] (23)-- 00000800:00000200:16.0:1596747957.352647:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f3400] (21)++ 00000800:00000200:16.0:1596747957.352648:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f3400] (22)++ 00000800:00000200:16.0:1596747957.352651:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f3400] (23)-- 00000800:00000200:16.0:1596747957.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28aa00] (21)++ 00000800:00000200:16.0:1596747957.352653:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28aa00] (22)++ 00000800:00000200:16.0:1596747957.352656:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28aa00] (23)-- 00000800:00020000:16.0:1596747957.352656:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352657:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352658:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc96a00] (22)++ 00000800:00020000:16.0:1596747957.352659:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352660:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352661:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8000] (22)++ 00000800:00000100:16.0:1596747957.352662:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352663:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8e00] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352664:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea8000] (23)-- 00000800:00000100:16.0:1596747957.352665:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352667:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6e00] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352668:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc96a00] (23)-- 00000800:00020000:16.0:1596747957.352669:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352671:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352671:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc92a00] (22)++ 00000800:00000100:16.0:1596747957.352672:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6e80] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc92a00] (23)-- 00000800:00020000:16.0:1596747957.352676:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352677:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352678:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94400] (22)++ 00000800:00000100:16.0:1596747957.352679:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352681:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35e80] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352682:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc94400] (23)-- 00000800:00020000:16.0:1596747957.352682:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352684:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352684:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc94e00] (22)++ 00000800:00000100:16.0:1596747957.352685:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352687:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7100] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352688:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc94e00] (23)-- 00000800:00020000:16.0:1596747957.352688:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352689:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352690:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6d800] (22)++ 00000800:00000100:16.0:1596747957.352691:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352693:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8d80] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352694:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6d800] (23)-- 00000800:00020000:16.0:1596747957.352695:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352696:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352697:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6c800] (22)++ 00000800:00000100:16.0:1596747957.352698:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352699:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9380] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352700:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6c800] (23)-- 00000800:00020000:16.0:1596747957.352702:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352703:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352704:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46460ae00] (22)++ 00000800:00000100:16.0:1596747957.352705:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352707:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6e00] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352708:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46460ae00] (23)-- 00000800:00020000:16.0:1596747957.352708:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352709:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352710:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee46400] (22)++ 00000800:00000100:16.0:1596747957.352711:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352713:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0e00] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352714:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee46400] (23)-- 00000800:00020000:16.0:1596747957.352714:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352715:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352716:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc95400] (22)++ 00000800:00000100:16.0:1596747957.352717:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352719:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34100] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352720:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc95400] (23)-- 00000800:00020000:16.0:1596747957.352721:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747957.352722:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352722:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc93a00] (22)++ 00000800:00000100:16.0:1596747957.352723:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352725:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35f00] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352726:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc93a00] (23)-- 00000800:00020000:16.0:1596747957.352727:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352728:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352729:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462984800] (22)++ 00000800:00000100:16.0:1596747957.352730:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352731:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27ba80] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352732:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462984800] (23)-- 00000800:00020000:16.0:1596747957.352733:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747957.352734:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747957.352735:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6ccc00] (22)++ 00000800:00000100:16.0:1596747957.352736:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747957.352738:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34180] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:16.0:1596747957.352739:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6ccc00] (23)-- 00000400:00000200:16.0:1596747957.353289:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:16.0:1596747957.353290:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:16.0:1596747957.353291:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460c200] (22)-- 00000800:00000200:86.0:1596747957.353597:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46460c200] (21)-- 00000400:00000200:16.0:1596747957.353826:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:16.0:1596747957.353828:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:16.0:1596747957.353828:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6c200] (22)-- 00000800:00000200:86.0:1596747957.354067:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6c200] (21)-- 00000400:00000200:16.0:1596747957.354361:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:16.0:1596747957.354362:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:16.0:1596747957.354363:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cdc00] (22)-- 00000800:00000200:86.0:1596747957.354715:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c6cdc00] (21)-- 00000400:00000200:16.0:1596747957.354912:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:16.0:1596747957.354913:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:16.0:1596747957.354914:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55bb8200] (22)-- 00000800:00000200:86.0:1596747957.355270:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55bb8200] (21)-- 00000400:00000200:16.0:1596747957.355461:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:16.0:1596747957.355463:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:16.0:1596747957.355463:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e835e00] (22)-- 00000400:00000200:16.0:1596747957.356013:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:16.0:1596747957.356014:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:16.0:1596747957.356015:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cae00] (22)-- 00000800:00000200:86.0:1596747957.356041:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e835e00] (21)-- 00000800:00000200:86.0:1596747957.356307:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c6cae00] (21)-- 00000400:00000200:16.0:1596747957.356569:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:16.0:1596747957.356570:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:16.0:1596747957.356570:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc95e00] (22)-- 00000400:00000200:16.0:1596747957.357097:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:16.0:1596747957.357099:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:16.0:1596747957.357099:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00b400] (22)-- 00000800:00000200:86.0:1596747957.357104:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc95e00] (21)-- 00000800:00000200:86.0:1596747957.357383:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a47e00b400] (21)-- 00000400:00000200:16.0:1596747957.357648:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:16.0:1596747957.357650:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:16.0:1596747957.357650:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e622c00] (22)-- 00000400:00000200:16.0:1596747957.358185:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:16.0:1596747957.358186:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:16.0:1596747957.358186:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e833e00] (22)-- 00000800:00000200:86.0:1596747957.358202:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e622c00] (21)-- 00000800:00000200:86.0:1596747957.358493:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e833e00] (21)-- 00000400:00000200:16.0:1596747957.358745:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:16.0:1596747957.358751:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:16.0:1596747957.358751:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44757fa00] (22)-- 00000800:00000200:86.0:1596747957.358993:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44757fa00] (21)-- 00000400:00000200:16.0:1596747957.359283:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:16.0:1596747957.359284:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:16.0:1596747957.359285:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea8000] (22)-- 00000800:00000200:86.0:1596747957.359542:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea8000] (21)-- 00000400:00000200:16.0:1596747957.359833:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:16.0:1596747957.359834:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:16.0:1596747957.359835:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc96a00] (22)-- 00000800:00000200:86.0:1596747957.360131:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cc96a00] (21)-- 00000400:00000200:16.0:1596747957.360384:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:16.0:1596747957.360385:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:16.0:1596747957.360385:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc92a00] (22)-- 00000800:00000200:86.0:1596747957.360902:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cc92a00] (21)-- 00000400:00000200:16.0:1596747957.360927:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:16.0:1596747957.360928:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:16.0:1596747957.360928:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc94400] (22)-- 00000800:00000200:86.0:1596747957.361264:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc94400] (21)-- 00000400:00000200:16.0:1596747957.361464:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:16.0:1596747957.361465:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:16.0:1596747957.361465:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc94e00] (22)-- 00000800:00000200:86.0:1596747957.361831:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cc94e00] (21)-- 00000400:00000200:16.0:1596747957.362016:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:16.0:1596747957.362017:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:16.0:1596747957.362018:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6d800] (22)-- 00000800:00000200:86.0:1596747957.362303:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6d800] (21)-- 00000400:00000200:16.0:1596747957.362569:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:16.0:1596747957.362570:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:16.0:1596747957.362571:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6c800] (22)-- 00000800:00000200:86.0:1596747957.362939:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6c800] (21)-- 00000400:00000200:16.0:1596747957.363105:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:16.0:1596747957.363106:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:16.0:1596747957.363106:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46460ae00] (22)-- 00000800:00000200:86.0:1596747957.363413:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46460ae00] (21)-- 00000400:00000200:16.0:1596747957.363654:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:16.0:1596747957.363655:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:16.0:1596747957.363655:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee46400] (22)-- 00000800:00000200:86.0:1596747957.363955:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee46400] (21)-- 00000400:00000200:16.0:1596747957.364191:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:16.0:1596747957.364192:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:16.0:1596747957.364193:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc95400] (22)-- 00000800:00000200:86.0:1596747957.364494:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc95400] (21)-- 00000400:00000200:16.0:1596747957.364745:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:16.0:1596747957.364746:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:16.0:1596747957.364747:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc93a00] (22)-- 00000800:00000200:86.0:1596747957.365092:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc93a00] (21)-- 00000400:00000200:16.0:1596747957.365281:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:16.0:1596747957.365282:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:16.0:1596747957.365283:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462984800] (22)-- 00000800:00000200:86.0:1596747957.365620:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462984800] (21)-- 00000400:00000200:16.0:1596747957.365839:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:16.0:1596747957.365840:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:16.0:1596747957.365841:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6ccc00] (22)-- 00000800:00000200:86.0:1596747957.366139:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c6ccc00] (21)-- 00000800:00000200:86.0:1596747957.407509:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747957.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747957.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747957.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747957.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747958.308880:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34180 (tot 156609746). 00000800:00000200:86.0:1596747958.308884:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34180] -> 192.168.128.157@o2ib36 (1)++ 00000800:00000010:86.0:1596747958.308886:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34200 (tot 156609858). 00000800:00000010:86.0:1596747958.308887:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d1c6200 (tot 156610154). 00000800:00000010:86.0:1596747958.308888:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e300 (tot 156610290). 00000800:00000010:86.0:1596747958.308890:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbc5800 (tot 156612162). 00000800:00000010:86.0:1596747958.308891:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9e600 (tot 156612314). 00000800:00000200:86.0:1596747958.308897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cbfd000 0x7dcbfd000(0x7dcbfd000) 00000800:00000200:86.0:1596747958.308898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cbfe000 0x7dcbfe000(0x7dcbfe000) 00000800:00000200:86.0:1596747958.308899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cbff000 0x7dcbff000(0x7dcbff000) 00000800:00000200:86.0:1596747958.308899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c400000 0x7dc400000(0x7dc400000) 00000800:00000200:86.0:1596747958.308900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c401000 0x7dc401000(0x7dc401000) 00000800:00000200:86.0:1596747958.308901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c402000 0x7dc402000(0x7dc402000) 00000800:00000200:86.0:1596747958.308902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c403000 0x7dc403000(0x7dc403000) 00000800:00000200:86.0:1596747958.308902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c404000 0x7dc404000(0x7dc404000) 00000800:00000200:86.0:1596747958.308903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c405000 0x7dc405000(0x7dc405000) 00000800:00000200:86.0:1596747958.308904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c406000 0x7dc406000(0x7dc406000) 00000800:00000200:86.0:1596747958.308905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c407000 0x7dc407000(0x7dc407000) 00000800:00000200:86.0:1596747958.308905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c408000 0x7dc408000(0x7dc408000) 00000800:00000200:86.0:1596747958.308906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c409000 0x7dc409000(0x7dc409000) 00000800:00000200:86.0:1596747958.308907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c40a000 0x7dc40a000(0x7dc40a000) 00000800:00000200:86.0:1596747958.308908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c40b000 0x7dc40b000(0x7dc40b000) 00000800:00000200:86.0:1596747958.308908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c40c000 0x7dc40c000(0x7dc40c000) 00000800:00000200:86.0:1596747958.308909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c40d000 0x7dc40d000(0x7dc40d000) 00000800:00000200:86.0:1596747958.308910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c40e000 0x7dc40e000(0x7dc40e000) 00000800:00000010:86.0:1596747958.309504:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34200 (tot 156612202). 00000800:00000200:86.0:1596747958.309505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.309523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c6200] (20)-- 00000800:00000200:86.0:1596747958.309524:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.157@o2ib36 00000800:00000200:86.0:1596747958.309783:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747958.310189:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.157@o2ib36 00000800:00000200:86.0:1596747958.310190:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.157@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747958.310191:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e300 (tot 156612066). 00000800:00000200:86.0:1596747958.310192:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d1c6200] (19)++ 00000800:00000200:86.0:1596747958.310192:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d1c6200] (20)++ 00000800:00000200:86.0:1596747958.310193:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d1c6200] (21)-- 00000800:00000200:41.2:1596747958.310195:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c6200] (20)++ 00000800:00020000:16.0:1596747958.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6d200] (22)++ 00000800:00000100:16.0:1596747958.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9300] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6d200] (23)-- 00000800:00000200:16.0:1596747958.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464250600] (21)++ 00000800:00000200:16.0:1596747958.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464250600] (22)++ 00000800:00000200:16.0:1596747958.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464250600] (23)-- 00000800:00000200:16.0:1596747958.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28f000] (21)++ 00000800:00000200:16.0:1596747958.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28f000] (22)++ 00000800:00000200:16.0:1596747958.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28f000] (23)-- 00000800:00020000:16.0:1596747958.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462986800] (22)++ 00000800:00000100:16.0:1596747958.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b680] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462986800] (23)-- 00000800:00000200:16.0:1596747958.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea9200] (21)++ 00000800:00000200:16.0:1596747958.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea9200] (22)++ 00000800:00000200:16.0:1596747958.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea9200] (23)-- 00000800:00000200:16.0:1596747958.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eae000] (21)++ 00000800:00000200:16.0:1596747958.352582:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eae000] (22)++ 00000800:00000200:16.0:1596747958.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eae000] (23)-- 00000800:00020000:16.0:1596747958.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352587:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf7a00] (22)++ 00000800:00000100:16.0:1596747958.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7000] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf7a00] (23)-- 00000800:00020000:16.0:1596747958.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462985a00] (22)++ 00000800:00000100:16.0:1596747958.352596:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352598:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27b300] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352599:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462985a00] (23)-- 00000800:00000200:16.0:1596747958.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55407c00] (21)++ 00000800:00000200:16.0:1596747958.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55407c00] (22)++ 00000800:00000200:16.0:1596747958.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55407c00] (23)-- 00000800:00000200:16.0:1596747958.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980000] (21)++ 00000800:00000200:16.0:1596747958.352607:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462980000] (22)++ 00000800:00000200:16.0:1596747958.352610:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462980000] (23)-- 00000800:00020000:16.0:1596747958.352611:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf0000] (22)++ 00000800:00000100:16.0:1596747958.352614:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352616:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd7080] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352617:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf0000] (23)-- 00000800:00020000:16.0:1596747958.352618:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352619:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55728600] (22)++ 00000800:00000100:16.0:1596747958.352621:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352622:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead500] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352623:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55728600] (23)-- 00000800:00020000:16.0:1596747958.352625:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747958.352626:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747958.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55728000] (22)++ 00000800:00000100:16.0:1596747958.352628:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747958.352629:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eaca80] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:16.0:1596747958.352630:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55728000] (23)-- 00000400:00000200:16.0:1596747958.353211:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:16.0:1596747958.353212:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:16.0:1596747958.353212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6d200] (22)-- 00000800:00000200:86.0:1596747958.353560:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6d200] (21)-- 00000400:00000200:16.0:1596747958.353751:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:16.0:1596747958.353752:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:16.0:1596747958.353752:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462986800] (22)-- 00000800:00000200:86.0:1596747958.354059:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462986800] (21)-- 00000400:00000200:16.0:1596747958.354288:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:16.0:1596747958.354290:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:16.0:1596747958.354290:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf7a00] (22)-- 00000800:00000200:86.0:1596747958.354713:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf7a00] (21)-- 00000400:00000200:16.0:1596747958.354833:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:16.0:1596747958.354834:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:16.0:1596747958.354834:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462985a00] (22)-- 00000800:00000200:86.0:1596747958.355369:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462985a00] (21)-- 00000400:00000200:16.0:1596747958.355374:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:16.0:1596747958.355375:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:16.0:1596747958.355376:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf0000] (22)-- 00000800:00000200:86.0:1596747958.355678:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf0000] (21)-- 00000400:00000200:16.0:1596747958.355909:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:16.0:1596747958.355910:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:16.0:1596747958.355911:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55728600] (22)-- 00000800:00000200:86.0:1596747958.356230:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55728600] (21)-- 00000400:00000200:16.0:1596747958.356454:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:16.0:1596747958.356455:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:16.0:1596747958.356456:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55728000] (22)-- 00000800:00000200:86.0:1596747958.356744:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55728000] (21)-- 00000800:00000200:86.0:1596747958.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747959.180038:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5eaf6f00 (tot 156612178). 00000800:00000200:86.0:1596747959.180042:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5eaf6f00] -> 192.168.128.2@o2ib36 (1)++ 00000800:00000010:86.0:1596747959.180047:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2000 (tot 156612290). 00000800:00000010:86.0:1596747959.180049:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e622800 (tot 156612586). 00000800:00000010:86.0:1596747959.180051:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156612722). 00000800:00000010:86.0:1596747959.180054:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e76b000 (tot 156614594). 00000800:00000010:86.0:1596747959.180055:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e4795c0 (tot 156614746). 00000800:00000200:86.0:1596747959.180062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e7e1000 0xfde7e1000(0xfde7e1000) 00000800:00000200:86.0:1596747959.180063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e7e4000 0xfde7e4000(0xfde7e4000) 00000800:00000200:86.0:1596747959.180064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e7e5000 0xfde7e5000(0xfde7e5000) 00000800:00000200:86.0:1596747959.180064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e7e6000 0xfde7e6000(0xfde7e6000) 00000800:00000200:86.0:1596747959.180065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e7e7000 0xfde7e7000(0xfde7e7000) 00000800:00000200:86.0:1596747959.180066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e7e8000 0xfde7e8000(0xfde7e8000) 00000800:00000200:86.0:1596747959.180067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e7e9000 0xfde7e9000(0xfde7e9000) 00000800:00000200:86.0:1596747959.180067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e7ea000 0xfde7ea000(0xfde7ea000) 00000800:00000200:86.0:1596747959.180068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e7eb000 0xfde7eb000(0xfde7eb000) 00000800:00000200:86.0:1596747959.180069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e7ec000 0xfde7ec000(0xfde7ec000) 00000800:00000200:86.0:1596747959.180070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e7ed000 0xfde7ed000(0xfde7ed000) 00000800:00000200:86.0:1596747959.180070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e7ee000 0xfde7ee000(0xfde7ee000) 00000800:00000200:86.0:1596747959.180071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e7ef000 0xfde7ef000(0xfde7ef000) 00000800:00000200:86.0:1596747959.180072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e7f0000 0xfde7f0000(0xfde7f0000) 00000800:00000200:86.0:1596747959.180072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e7f1000 0xfde7f1000(0xfde7f1000) 00000800:00000200:86.0:1596747959.180073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e7f2000 0xfde7f2000(0xfde7f2000) 00000800:00000200:86.0:1596747959.180074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e7f3000 0xfde7f3000(0xfde7f3000) 00000800:00000200:86.0:1596747959.180075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e7f4000 0xfde7f4000(0xfde7f4000) 00000800:00000010:86.0:1596747959.180653:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2000 (tot 156614634). 00000800:00000200:86.0:1596747959.180654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.180672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622800] (20)-- 00000800:00000200:86.0:1596747959.180673:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.2@o2ib36 00000800:00000200:86.0:1596747959.180933:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596747959.182138:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e622800] (19)++ 00000800:00000200:86.0:1596747959.182157:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.2@o2ib36 00000800:00000200:86.0:1596747959.182158:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.2@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747959.182159:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156614498). 00000800:00000200:86.0:1596747959.182160:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e622800] (20)++ 00000800:00000200:86.0:1596747959.182161:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e622800] (21)++ 00000800:00000200:86.0:1596747959.182162:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e622800] (22)-- 00000800:00020000:16.0:1596747959.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747959.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747959.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308ec00] (22)++ 00000800:00000100:16.0:1596747959.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747959.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1180] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:16.0:1596747959.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308ec00] (23)-- 00000800:00000200:16.0:1596747959.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464251000] (21)++ 00000800:00000200:16.0:1596747959.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464251000] (22)++ 00000800:00000200:16.0:1596747959.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464251000] (23)-- 00000800:00000200:16.0:1596747959.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ead200] (21)++ 00000800:00000200:16.0:1596747959.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ead200] (22)++ 00000800:00000200:16.0:1596747959.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ead200] (23)-- 00000800:00000200:16.0:1596747959.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158a8000] (21)++ 00000800:00000200:16.0:1596747959.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158a8000] (22)++ 00000800:00000200:16.0:1596747959.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158a8000] (23)-- 00000800:00000200:16.0:1596747959.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eadc00] (21)++ 00000800:00000200:16.0:1596747959.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eadc00] (22)++ 00000800:00000200:16.0:1596747959.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eadc00] (23)-- 00000800:00000200:16.0:1596747959.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55400200] (21)++ 00000800:00000200:16.0:1596747959.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55400200] (22)++ 00000800:00000200:16.0:1596747959.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55400200] (23)-- 00000800:00000200:16.0:1596747959.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f5000] (21)++ 00000800:00000200:16.0:1596747959.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c799f5000] (22)++ 00000800:00000200:16.0:1596747959.352582:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c799f5000] (23)-- 00000800:00000200:16.0:1596747959.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28fe00] (21)++ 00000800:00000200:16.0:1596747959.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c28fe00] (22)++ 00000800:00000200:16.0:1596747959.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c28fe00] (23)-- 00000800:00000200:16.0:1596747959.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00c600] (21)++ 00000800:00000200:16.0:1596747959.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00c600] (22)++ 00000800:00000200:16.0:1596747959.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00c600] (23)-- 00000800:00000200:16.0:1596747959.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557b0000] (21)++ 00000800:00000200:16.0:1596747959.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc557b0000] (22)++ 00000800:00000200:16.0:1596747959.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc557b0000] (23)-- 00000800:00000200:16.0:1596747959.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256a00] (21)++ 00000800:00000200:16.0:1596747959.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464256a00] (22)++ 00000800:00000200:16.0:1596747959.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464256a00] (23)-- 00000800:00000200:16.0:1596747959.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464257a00] (21)++ 00000800:00000200:16.0:1596747959.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464257a00] (22)++ 00000800:00000200:16.0:1596747959.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464257a00] (23)-- 00000400:00000200:16.0:1596747959.353137:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:16.0:1596747959.353139:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:16.0:1596747959.353139:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308ec00] (22)-- 00000800:00000200:86.0:1596747959.353684:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308ec00] (21)-- 00000800:00000200:86.0:1596747959.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747959.415535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747959.767527:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35c80 (tot 156614610). 00000800:00000200:86.0:1596747959.767531:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35c80] -> 192.168.128.34@o2ib36 (1)++ 00000800:00000010:86.0:1596747959.767533:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35c00 (tot 156614722). 00000800:00000010:86.0:1596747959.767537:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d51fc00 (tot 156615018). 00000800:00000010:86.0:1596747959.767539:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156615154). 00000800:00000010:86.0:1596747959.767541:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbc1000 (tot 156617026). 00000800:00000010:86.0:1596747959.767542:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9fc80 (tot 156617178). 00000800:00000200:86.0:1596747959.767545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c40f000 0x7dc40f000(0x7dc40f000) 00000800:00000200:86.0:1596747959.767546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c410000 0x7dc410000(0x7dc410000) 00000800:00000200:86.0:1596747959.767547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c411000 0x7dc411000(0x7dc411000) 00000800:00000200:86.0:1596747959.767548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c412000 0x7dc412000(0x7dc412000) 00000800:00000200:86.0:1596747959.767549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c413000 0x7dc413000(0x7dc413000) 00000800:00000200:86.0:1596747959.767549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c414000 0x7dc414000(0x7dc414000) 00000800:00000200:86.0:1596747959.767550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c415000 0x7dc415000(0x7dc415000) 00000800:00000200:86.0:1596747959.767551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c416000 0x7dc416000(0x7dc416000) 00000800:00000200:86.0:1596747959.767552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c417000 0x7dc417000(0x7dc417000) 00000800:00000200:86.0:1596747959.767553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c418000 0x7dc418000(0x7dc418000) 00000800:00000200:86.0:1596747959.767553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c419000 0x7dc419000(0x7dc419000) 00000800:00000200:86.0:1596747959.767554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c41a000 0x7dc41a000(0x7dc41a000) 00000800:00000200:86.0:1596747959.767555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c41b000 0x7dc41b000(0x7dc41b000) 00000800:00000200:86.0:1596747959.767555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c41c000 0x7dc41c000(0x7dc41c000) 00000800:00000200:86.0:1596747959.767556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c41d000 0x7dc41d000(0x7dc41d000) 00000800:00000200:86.0:1596747959.767557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c41e000 0x7dc41e000(0x7dc41e000) 00000800:00000200:86.0:1596747959.767558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c41f000 0x7dc41f000(0x7dc41f000) 00000800:00000200:86.0:1596747959.767558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c420000 0x7dc420000(0x7dc420000) 00000800:00000010:86.0:1596747959.768125:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35c00 (tot 156617066). 00000800:00000200:86.0:1596747959.768126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51fc00] (20)-- 00000800:00000200:86.0:1596747959.768145:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.34@o2ib36 00000800:00000200:86.0:1596747959.768411:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747959.768783:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.34@o2ib36 00000800:00000200:86.0:1596747959.768785:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.34@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747959.768786:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156616930). 00000800:00000200:86.0:1596747959.768787:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d51fc00] (19)++ 00000800:00000200:86.0:1596747959.768787:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d51fc00] (20)++ 00000800:00000200:86.0:1596747959.768788:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d51fc00] (21)-- 00000800:00000200:36.2:1596747959.768790:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51fc00] (20)++ 00000800:00020000:16.0:1596747960.352520:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352523:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f7400] (22)++ 00000800:00000100:16.0:1596747960.352526:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352528:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6d00] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352529:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f7400] (23)-- 00000800:00000200:16.0:1596747960.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256600] (21)++ 00000800:00000200:16.0:1596747960.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464256600] (22)++ 00000800:00000200:16.0:1596747960.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464256600] (23)-- 00000800:00000200:16.0:1596747960.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf6600] (21)++ 00000800:00000200:16.0:1596747960.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf6600] (22)++ 00000800:00000200:16.0:1596747960.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf6600] (23)-- 00000800:00000200:16.0:1596747960.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea9c00] (21)++ 00000800:00000200:16.0:1596747960.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea9c00] (22)++ 00000800:00000200:16.0:1596747960.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea9c00] (23)-- 00000800:00000200:16.0:1596747960.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557b0c00] (21)++ 00000800:00000200:16.0:1596747960.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc557b0c00] (22)++ 00000800:00000200:16.0:1596747960.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc557b0c00] (23)-- 00000800:00020000:16.0:1596747960.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaf400] (22)++ 00000800:00000100:16.0:1596747960.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9200] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaf400] (23)-- 00000800:00020000:16.0:1596747960.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf0600] (22)++ 00000800:00000100:16.0:1596747960.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6f00] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf0600] (23)-- 00000800:00000200:16.0:1596747960.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf3400] (21)++ 00000800:00000200:16.0:1596747960.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf3400] (22)++ 00000800:00000200:16.0:1596747960.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf3400] (23)-- 00000800:00020000:16.0:1596747960.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462983000] (22)++ 00000800:00000100:16.0:1596747960.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27bf80] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462983000] (23)-- 00000800:00020000:16.0:1596747960.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55480a00] (22)++ 00000800:00000100:16.0:1596747960.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacb00] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55480a00] (23)-- 00000800:00020000:16.0:1596747960.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28a400] (22)++ 00000800:00000100:16.0:1596747960.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35d80] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28a400] (23)-- 00000800:00020000:16.0:1596747960.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61dc00] (22)++ 00000800:00000100:16.0:1596747960.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0e80] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61dc00] (23)-- 00000800:00020000:16.0:1596747960.352605:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352606:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8800] (22)++ 00000800:00000100:16.0:1596747960.352608:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352610:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9280] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352611:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea8800] (23)-- 00000800:00020000:16.0:1596747960.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747960.352613:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747960.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444cc00] (22)++ 00000800:00000100:16.0:1596747960.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747960.352616:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6f00] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:16.0:1596747960.352617:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444cc00] (23)-- 00000400:00000200:16.0:1596747960.353196:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:16.0:1596747960.353197:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:16.0:1596747960.353198:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f7400] (22)-- 00000800:00000200:86.0:1596747960.353464:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c799f7400] (21)-- 00000400:00000200:16.0:1596747960.353736:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:16.0:1596747960.353737:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:16.0:1596747960.353737:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaf400] (22)-- 00000800:00000200:86.0:1596747960.354243:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaf400] (21)-- 00000400:00000200:16.0:1596747960.354285:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:16.0:1596747960.354287:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:16.0:1596747960.354287:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf0600] (22)-- 00000800:00000200:86.0:1596747960.354621:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf0600] (21)-- 00000400:00000200:16.0:1596747960.354826:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:16.0:1596747960.354828:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:16.0:1596747960.354828:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462983000] (22)-- 00000800:00000200:86.0:1596747960.355171:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462983000] (21)-- 00000400:00000200:16.0:1596747960.355374:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:16.0:1596747960.355375:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:16.0:1596747960.355375:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55480a00] (22)-- 00000800:00000200:86.0:1596747960.355673:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55480a00] (21)-- 00000400:00000200:16.0:1596747960.355751:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:16.0:1596747960.355753:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:16.0:1596747960.355753:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28a400] (22)-- 00000800:00000200:86.0:1596747960.356061:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c28a400] (21)-- 00000400:00000200:16.0:1596747960.356296:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:16.0:1596747960.356297:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:16.0:1596747960.356297:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61dc00] (22)-- 00000800:00000200:86.0:1596747960.356564:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a61dc00] (21)-- 00000400:00000200:16.0:1596747960.356844:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:16.0:1596747960.356845:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:16.0:1596747960.356846:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea8800] (22)-- 00000400:00000200:16.0:1596747960.357400:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:16.0:1596747960.357401:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:16.0:1596747960.357401:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444cc00] (22)-- 00000800:00000200:86.0:1596747960.357433:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea8800] (21)-- 00000800:00000200:86.0:1596747960.357717:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46444cc00] (21)-- 00000800:00000200:86.0:1596747960.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747960.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747960.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747960.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747960.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747960.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747960.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747960.433554:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35c00 (tot 156617042). 00000800:00000200:86.0:1596747960.433558:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35c00] -> 192.168.128.13@o2ib36 (1)++ 00000800:00000010:86.0:1596747960.433559:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35b80 (tot 156617154). 00000800:00000010:86.0:1596747960.433566:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c430000 (tot 156617450). 00000800:00000010:86.0:1596747960.433567:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156617586). 00000800:00000010:86.0:1596747960.433568:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbc2000 (tot 156619458). 00000800:00000010:86.0:1596747960.433569:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9fa40 (tot 156619610). 00000800:00000200:86.0:1596747960.433574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c421000 0x7dc421000(0x7dc421000) 00000800:00000200:86.0:1596747960.433575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c422000 0x7dc422000(0x7dc422000) 00000800:00000200:86.0:1596747960.433576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c423000 0x7dc423000(0x7dc423000) 00000800:00000200:86.0:1596747960.433577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c424000 0x7dc424000(0x7dc424000) 00000800:00000200:86.0:1596747960.433577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c425000 0x7dc425000(0x7dc425000) 00000800:00000200:86.0:1596747960.433578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c426000 0x7dc426000(0x7dc426000) 00000800:00000200:86.0:1596747960.433579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c427000 0x7dc427000(0x7dc427000) 00000800:00000200:86.0:1596747960.433580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c428000 0x7dc428000(0x7dc428000) 00000800:00000200:86.0:1596747960.433580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c429000 0x7dc429000(0x7dc429000) 00000800:00000200:86.0:1596747960.433581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c42a000 0x7dc42a000(0x7dc42a000) 00000800:00000200:86.0:1596747960.433582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c42b000 0x7dc42b000(0x7dc42b000) 00000800:00000200:86.0:1596747960.433583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c42c000 0x7dc42c000(0x7dc42c000) 00000800:00000200:86.0:1596747960.433583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c42d000 0x7dc42d000(0x7dc42d000) 00000800:00000200:86.0:1596747960.433584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c42e000 0x7dc42e000(0x7dc42e000) 00000800:00000200:86.0:1596747960.433585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c42f000 0x7dc42f000(0x7dc42f000) 00000800:00000200:86.0:1596747960.433585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c438000 0x7dc438000(0x7dc438000) 00000800:00000200:86.0:1596747960.433586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c439000 0x7dc439000(0x7dc439000) 00000800:00000200:86.0:1596747960.433587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c43a000 0x7dc43a000(0x7dc43a000) 00000800:00000010:86.0:1596747960.434147:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35b80 (tot 156619498). 00000800:00000200:86.0:1596747960.434148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434159:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434163:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434163:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434164:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434165:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434165:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434166:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430000] (20)-- 00000800:00000200:86.0:1596747960.434167:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.13@o2ib36 00000800:00000200:86.0:1596747960.434439:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747960.434750:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.13@o2ib36 00000800:00000200:86.0:1596747960.434752:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.13@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747960.434753:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156619362). 00000800:00000200:86.0:1596747960.434754:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c430000] (19)++ 00000800:00000200:86.0:1596747960.434755:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c430000] (20)++ 00000800:00000200:86.0:1596747960.434756:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c430000] (21)-- 00000800:00000200:41.2:1596747960.434756:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c430000] (21)++ 00000800:00000010:86.0:1596747961.114146:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849e00 (tot 156619474). 00000800:00000200:86.0:1596747961.114150:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849e00] -> 192.168.128.3@o2ib36 (1)++ 00000800:00000010:86.0:1596747961.114151:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849d80 (tot 156619586). 00000800:00000010:86.0:1596747961.114153:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158adc00 (tot 156619882). 00000800:00000010:86.0:1596747961.114155:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409afe240 (tot 156620018). 00000800:00000010:86.0:1596747961.114156:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c408e5b800 (tot 156621890). 00000800:00000010:86.0:1596747961.114157:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409afec00 (tot 156622042). 00000800:00000200:86.0:1596747961.114162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c405f80000 0x3785f80000(0x3785f80000) 00000800:00000200:86.0:1596747961.114163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c405f81000 0x3785f81000(0x3785f81000) 00000800:00000200:86.0:1596747961.114164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c405f82000 0x3785f82000(0x3785f82000) 00000800:00000200:86.0:1596747961.114164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c405f83000 0x3785f83000(0x3785f83000) 00000800:00000200:86.0:1596747961.114165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c405f84000 0x3785f84000(0x3785f84000) 00000800:00000200:86.0:1596747961.114166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c405f85000 0x3785f85000(0x3785f85000) 00000800:00000200:86.0:1596747961.114167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c405f86000 0x3785f86000(0x3785f86000) 00000800:00000200:86.0:1596747961.114167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c405f87000 0x3785f87000(0x3785f87000) 00000800:00000200:86.0:1596747961.114168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c405f88000 0x3785f88000(0x3785f88000) 00000800:00000200:86.0:1596747961.114169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c405f89000 0x3785f89000(0x3785f89000) 00000800:00000200:86.0:1596747961.114170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c405f8a000 0x3785f8a000(0x3785f8a000) 00000800:00000200:86.0:1596747961.114170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c405f8b000 0x3785f8b000(0x3785f8b000) 00000800:00000200:86.0:1596747961.114171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c405f8c000 0x3785f8c000(0x3785f8c000) 00000800:00000200:86.0:1596747961.114172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c405f8d000 0x3785f8d000(0x3785f8d000) 00000800:00000200:86.0:1596747961.114173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c405f8e000 0x3785f8e000(0x3785f8e000) 00000800:00000200:86.0:1596747961.114173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c405f8f000 0x3785f8f000(0x3785f8f000) 00000800:00000200:86.0:1596747961.114174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c405fb8000 0x3785fb8000(0x3785fb8000) 00000800:00000200:86.0:1596747961.114175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c405fb9000 0x3785fb9000(0x3785fb9000) 00000800:00000010:86.0:1596747961.114745:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849d80 (tot 156621930). 00000800:00000200:86.0:1596747961.114746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114751:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114753:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114754:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114754:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114754:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114755:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114755:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114756:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114756:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114758:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114758:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114759:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114760:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114761:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114763:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114764:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.114764:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158adc00] (20)-- 00000800:00000200:86.0:1596747961.114766:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.3@o2ib36 00000800:00000200:86.0:1596747961.115018:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747961.115326:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.3@o2ib36 00000800:00000200:86.0:1596747961.115327:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.3@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747961.115328:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409afe240 (tot 156621794). 00000800:00000200:86.0:1596747961.115329:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158adc00] (19)++ 00000800:00000200:86.0:1596747961.115330:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158adc00] (20)++ 00000800:00000200:86.0:1596747961.115331:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158adc00] (21)-- 00000800:00000200:85.2:1596747961.115483:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158adc00] (20)++ 00000800:00020000:17.0:1596747961.352527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747961.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747961.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835400] (22)++ 00000800:00000100:17.0:1596747961.352534:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747961.352536:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7200] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:17.0:1596747961.352537:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e835400] (23)-- 00000800:00020000:17.0:1596747961.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747961.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747961.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464250000] (22)++ 00000800:00000100:17.0:1596747961.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747961.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6f80] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:17.0:1596747961.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464250000] (23)-- 00000800:00020000:17.0:1596747961.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747961.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747961.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf1000] (22)++ 00000800:00000100:17.0:1596747961.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747961.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cdd6f80] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:17.0:1596747961.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf1000] (23)-- 00000800:00020000:17.0:1596747961.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747961.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747961.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449000] (22)++ 00000800:00000100:17.0:1596747961.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747961.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7100] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:17.0:1596747961.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464449000] (23)-- 00000800:00020000:17.0:1596747961.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747961.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747961.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474a600] (22)++ 00000800:00000100:17.0:1596747961.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747961.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca6e80] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:17.0:1596747961.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474a600] (23)-- 00000800:00000200:17.0:1596747961.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464251a00] (21)++ 00000800:00000200:17.0:1596747961.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464251a00] (22)++ 00000800:00000200:17.0:1596747961.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464251a00] (23)-- 00000800:00020000:17.0:1596747961.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747961.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747961.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf2000] (22)++ 00000800:00000100:17.0:1596747961.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747961.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35f00] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:17.0:1596747961.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf2000] (23)-- 00000400:00000200:17.0:1596747961.353045:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:17.0:1596747961.353046:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:17.0:1596747961.353047:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e835400] (22)-- 00000800:00000200:86.0:1596747961.353364:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e835400] (21)-- 00000400:00000200:17.0:1596747961.353584:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:17.0:1596747961.353585:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:17.0:1596747961.353586:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464250000] (22)-- 00000400:00000200:17.0:1596747961.354120:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:17.0:1596747961.354121:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:17.0:1596747961.354122:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf1000] (22)-- 00000800:00000200:86.0:1596747961.354219:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464250000] (21)-- 00000800:00000200:86.0:1596747961.354667:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf1000] (21)-- 00000400:00000200:17.0:1596747961.354678:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:17.0:1596747961.354679:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:17.0:1596747961.354679:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464449000] (22)-- 00000800:00000200:86.0:1596747961.354967:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464449000] (21)-- 00000400:00000200:17.0:1596747961.355211:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:17.0:1596747961.355212:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:17.0:1596747961.355212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474a600] (22)-- 00000800:00000200:86.0:1596747961.355526:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46474a600] (21)-- 00000400:00000200:17.0:1596747961.355757:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:17.0:1596747961.355759:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:17.0:1596747961.355759:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf2000] (22)-- 00000800:00000200:86.0:1596747961.356157:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf2000] (21)-- 00000800:00000200:86.0:1596747961.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747961.976996:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34200 (tot 156621906). 00000800:00000200:86.0:1596747961.977000:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34200] -> 192.168.128.162@o2ib36 (1)++ 00000800:00000010:86.0:1596747961.977001:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34280 (tot 156622018). 00000800:00000010:86.0:1596747961.977004:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c430600 (tot 156622314). 00000800:00000010:86.0:1596747961.977005:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e300 (tot 156622450). 00000800:00000010:86.0:1596747961.977008:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbc4800 (tot 156624322). 00000800:00000010:86.0:1596747961.977009:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9e840 (tot 156624474). 00000800:00000200:86.0:1596747961.977012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c43b000 0x7dc43b000(0x7dc43b000) 00000800:00000200:86.0:1596747961.977013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c43c000 0x7dc43c000(0x7dc43c000) 00000800:00000200:86.0:1596747961.977014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c43d000 0x7dc43d000(0x7dc43d000) 00000800:00000200:86.0:1596747961.977015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c43e000 0x7dc43e000(0x7dc43e000) 00000800:00000200:86.0:1596747961.977015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c43f000 0x7dc43f000(0x7dc43f000) 00000800:00000200:86.0:1596747961.977016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c440000 0x7dc440000(0x7dc440000) 00000800:00000200:86.0:1596747961.977017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c441000 0x7dc441000(0x7dc441000) 00000800:00000200:86.0:1596747961.977018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c442000 0x7dc442000(0x7dc442000) 00000800:00000200:86.0:1596747961.977018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c443000 0x7dc443000(0x7dc443000) 00000800:00000200:86.0:1596747961.977019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c444000 0x7dc444000(0x7dc444000) 00000800:00000200:86.0:1596747961.977020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c445000 0x7dc445000(0x7dc445000) 00000800:00000200:86.0:1596747961.977020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c446000 0x7dc446000(0x7dc446000) 00000800:00000200:86.0:1596747961.977021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c447000 0x7dc447000(0x7dc447000) 00000800:00000200:86.0:1596747961.977022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c448000 0x7dc448000(0x7dc448000) 00000800:00000200:86.0:1596747961.977023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c449000 0x7dc449000(0x7dc449000) 00000800:00000200:86.0:1596747961.977024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c44a000 0x7dc44a000(0x7dc44a000) 00000800:00000200:86.0:1596747961.977025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c44b000 0x7dc44b000(0x7dc44b000) 00000800:00000200:86.0:1596747961.977025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c44c000 0x7dc44c000(0x7dc44c000) 00000800:00000010:86.0:1596747961.977581:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34280 (tot 156624362). 00000800:00000200:86.0:1596747961.977583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977588:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977588:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977589:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977591:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977592:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977593:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977593:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977594:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977594:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977595:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977595:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977596:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977596:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977597:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977597:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977598:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977598:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977598:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977599:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977600:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977600:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.977601:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430600] (20)-- 00000800:00000200:86.0:1596747961.977602:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.162@o2ib36 00000800:00000200:86.0:1596747961.977866:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747961.978259:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.162@o2ib36 00000800:00000200:86.0:1596747961.978260:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.162@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747961.978261:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e300 (tot 156624226). 00000800:00000200:86.0:1596747961.978262:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c430600] (19)++ 00000800:00000200:86.0:1596747961.978262:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c430600] (20)++ 00000800:00000200:86.0:1596747961.978263:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c430600] (21)-- 00000800:00000200:37.2:1596747961.978427:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c430600] (20)++ 00000800:00000010:86.0:1596747962.344370:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35a80 (tot 156624338). 00000800:00000200:86.0:1596747962.344374:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35a80] -> 192.168.128.156@o2ib36 (1)++ 00000800:00000010:86.0:1596747962.344376:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35a00 (tot 156624450). 00000800:00000010:86.0:1596747962.344378:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc94800 (tot 156624746). 00000800:00000010:86.0:1596747962.344381:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156624882). 00000800:00000010:86.0:1596747962.344383:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c27f000 (tot 156626754). 00000800:00000010:86.0:1596747962.344385:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be27a40 (tot 156626906). 00000800:00000200:86.0:1596747962.344391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5be93000 0x1fdbe93000(0x1fdbe93000) 00000800:00000200:86.0:1596747962.344392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5be94000 0x1fdbe94000(0x1fdbe94000) 00000800:00000200:86.0:1596747962.344393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5be95000 0x1fdbe95000(0x1fdbe95000) 00000800:00000200:86.0:1596747962.344393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5be96000 0x1fdbe96000(0x1fdbe96000) 00000800:00000200:86.0:1596747962.344394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5be97000 0x1fdbe97000(0x1fdbe97000) 00000800:00000200:86.0:1596747962.344395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5be98000 0x1fdbe98000(0x1fdbe98000) 00000800:00000200:86.0:1596747962.344396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5be99000 0x1fdbe99000(0x1fdbe99000) 00000800:00000200:86.0:1596747962.344396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5be9a000 0x1fdbe9a000(0x1fdbe9a000) 00000800:00000200:86.0:1596747962.344397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5be9b000 0x1fdbe9b000(0x1fdbe9b000) 00000800:00000200:86.0:1596747962.344398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5be9c000 0x1fdbe9c000(0x1fdbe9c000) 00000800:00000200:86.0:1596747962.344398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5be9d000 0x1fdbe9d000(0x1fdbe9d000) 00000800:00000200:86.0:1596747962.344399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5be9e000 0x1fdbe9e000(0x1fdbe9e000) 00000800:00000200:86.0:1596747962.344400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5be9f000 0x1fdbe9f000(0x1fdbe9f000) 00000800:00000200:86.0:1596747962.344401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bea0000 0x1fdbea0000(0x1fdbea0000) 00000800:00000200:86.0:1596747962.344402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bea1000 0x1fdbea1000(0x1fdbea1000) 00000800:00000200:86.0:1596747962.344402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bea2000 0x1fdbea2000(0x1fdbea2000) 00000800:00000200:86.0:1596747962.344403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bea3000 0x1fdbea3000(0x1fdbea3000) 00000800:00000200:86.0:1596747962.344404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bea4000 0x1fdbea4000(0x1fdbea4000) 00000800:00000010:86.0:1596747962.344966:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35a00 (tot 156626794). 00000800:00000200:86.0:1596747962.344967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.344985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94800] (20)-- 00000800:00000200:86.0:1596747962.344986:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.156@o2ib36 00000800:00000200:86.0:1596747962.345260:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747962.345659:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.156@o2ib36 00000800:00000200:86.0:1596747962.345660:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.156@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747962.345661:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156626658). 00000800:00000200:86.0:1596747962.345663:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc94800] (19)++ 00000800:00000200:86.0:1596747962.345663:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc94800] (20)++ 00000800:00000200:86.0:1596747962.345664:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc94800] (21)-- 00000800:00000200:85.2:1596747962.345821:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc94800] (20)++ 00000800:00020000:17.0:1596747962.352526:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747962.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747962.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f5600] (22)++ 00000800:00000100:17.0:1596747962.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747962.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7180] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:17.0:1596747962.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f5600] (23)-- 00000400:00000200:17.0:1596747962.353133:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:17.0:1596747962.353134:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:17.0:1596747962.353135:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f5600] (22)-- 00000800:00000200:86.0:1596747962.353442:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c799f5600] (21)-- 00000800:00000010:86.0:1596747962.371616:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294200 (tot 156626770). 00000800:00000200:86.0:1596747962.371620:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294200] -> 192.168.128.51@o2ib36 (1)++ 00000800:00000010:86.0:1596747962.371623:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294280 (tot 156626882). 00000800:00000010:86.0:1596747962.371626:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463d32600 (tot 156627178). 00000800:00000010:86.0:1596747962.371628:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7440 (tot 156627314). 00000800:00000010:86.0:1596747962.371633:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4642db000 (tot 156629186). 00000800:00000010:86.0:1596747962.371633:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b6f00 (tot 156629338). 00000800:00000200:86.0:1596747962.371639:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463ffb000 0x27e3ffb000(0x27e3ffb000) 00000800:00000200:86.0:1596747962.371640:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4646bd000 0x27e46bd000(0x27e46bd000) 00000800:00000200:86.0:1596747962.371641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464389000 0x27e4389000(0x27e4389000) 00000800:00000200:86.0:1596747962.371642:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46438a000 0x27e438a000(0x27e438a000) 00000800:00000200:86.0:1596747962.371642:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46438b000 0x27e438b000(0x27e438b000) 00000800:00000200:86.0:1596747962.371643:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46438c000 0x27e438c000(0x27e438c000) 00000800:00000200:86.0:1596747962.371644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46438d000 0x27e438d000(0x27e438d000) 00000800:00000200:86.0:1596747962.371645:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46438e000 0x27e438e000(0x27e438e000) 00000800:00000200:86.0:1596747962.371645:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46438f000 0x27e438f000(0x27e438f000) 00000800:00000200:86.0:1596747962.371646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464390000 0x27e4390000(0x27e4390000) 00000800:00000200:86.0:1596747962.371647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464391000 0x27e4391000(0x27e4391000) 00000800:00000200:86.0:1596747962.371648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464392000 0x27e4392000(0x27e4392000) 00000800:00000200:86.0:1596747962.371648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464393000 0x27e4393000(0x27e4393000) 00000800:00000200:86.0:1596747962.371649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464394000 0x27e4394000(0x27e4394000) 00000800:00000200:86.0:1596747962.371650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464395000 0x27e4395000(0x27e4395000) 00000800:00000200:86.0:1596747962.371651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464396000 0x27e4396000(0x27e4396000) 00000800:00000200:86.0:1596747962.371651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464397000 0x27e4397000(0x27e4397000) 00000800:00000200:86.0:1596747962.371652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464398000 0x27e4398000(0x27e4398000) 00000800:00000010:86.0:1596747962.372201:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294280 (tot 156629226). 00000800:00000200:86.0:1596747962.372203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.372220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32600] (20)-- 00000800:00000200:86.0:1596747962.372222:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.51@o2ib36 00000800:00000200:86.0:1596747962.372483:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747962.373632:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.51@o2ib36 00000800:00000200:86.0:1596747962.373633:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.51@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747962.373634:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7440 (tot 156629090). 00000800:00000200:86.0:1596747962.373635:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463d32600] (19)++ 00000800:00000200:86.0:1596747962.373636:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463d32600] (20)++ 00000800:00000200:86.0:1596747962.373637:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463d32600] (21)-- 00000800:00000200:87.2:1596747962.373651:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d32600] (20)++ 00000800:00000200:86.0:1596747962.407517:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407519:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407520:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407521:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747962.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596747963.352529:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747963.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747963.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ea00] (22)++ 00000800:00000100:17.0:1596747963.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747963.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1100] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:17.0:1596747963.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61ea00] (23)-- 00000800:00020000:17.0:1596747963.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747963.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747963.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf7000] (22)++ 00000800:00000100:17.0:1596747963.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747963.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35f80] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:17.0:1596747963.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf7000] (23)-- 00000800:00020000:17.0:1596747963.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747963.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747963.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf2400] (22)++ 00000800:00000100:17.0:1596747963.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747963.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34000] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:17.0:1596747963.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf2400] (23)-- 00000800:00020000:17.0:1596747963.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747963.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747963.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaf000] (22)++ 00000800:00000100:17.0:1596747963.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747963.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8e80] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:17.0:1596747963.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaf000] (23)-- 00000800:00020000:17.0:1596747963.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747963.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747963.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f3400] (22)++ 00000800:00000100:17.0:1596747963.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747963.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7100] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:17.0:1596747963.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f3400] (23)-- 00000800:00020000:17.0:1596747963.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747963.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747963.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28aa00] (22)++ 00000800:00000100:17.0:1596747963.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747963.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34280] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:17.0:1596747963.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28aa00] (23)-- 00000400:00000200:17.0:1596747963.353069:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:17.0:1596747963.353071:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:17.0:1596747963.353071:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61ea00] (22)-- 00000800:00000200:86.0:1596747963.353420:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a61ea00] (21)-- 00000400:00000200:17.0:1596747963.353620:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:17.0:1596747963.353621:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:17.0:1596747963.353622:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf7000] (22)-- 00000800:00000200:86.0:1596747963.353969:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf7000] (21)-- 00000400:00000200:17.0:1596747963.354145:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:17.0:1596747963.354146:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:17.0:1596747963.354146:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf2400] (22)-- 00000800:00000200:86.0:1596747963.354378:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf2400] (21)-- 00000400:00000200:17.0:1596747963.354545:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:17.0:1596747963.354546:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:17.0:1596747963.354546:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaf000] (22)-- 00000800:00000200:86.0:1596747963.354830:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaf000] (21)-- 00000400:00000200:17.0:1596747963.355080:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:17.0:1596747963.355081:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:17.0:1596747963.355082:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f3400] (22)-- 00000800:00000200:86.0:1596747963.355331:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c799f3400] (21)-- 00000400:00000200:17.0:1596747963.355641:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:17.0:1596747963.355642:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:17.0:1596747963.355643:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28aa00] (22)-- 00000800:00000200:86.0:1596747963.355898:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c28aa00] (21)-- 00000800:00000200:86.0:1596747963.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747963.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747963.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747963.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747963.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747963.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596747964.352511:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409430400] (21)++ 00000800:00000200:17.0:1596747964.352513:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c409430400] (22)++ 00000800:00000200:17.0:1596747964.352516:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c409430400] (23)-- 00000800:00020000:17.0:1596747964.352518:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747964.352519:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747964.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464250600] (22)++ 00000800:00000100:17.0:1596747964.352521:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747964.352522:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7080] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:17.0:1596747964.352523:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464250600] (23)-- 00000800:00020000:17.0:1596747964.352525:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747964.352526:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747964.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28f000] (22)++ 00000800:00000100:17.0:1596747964.352528:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747964.352530:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35d00] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:17.0:1596747964.352531:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28f000] (23)-- 00000800:00020000:17.0:1596747964.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747964.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747964.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea9200] (22)++ 00000800:00000100:17.0:1596747964.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747964.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9180] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:17.0:1596747964.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea9200] (23)-- 00000800:00000200:17.0:1596747964.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464255a00] (21)++ 00000800:00000200:17.0:1596747964.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464255a00] (22)++ 00000800:00000200:17.0:1596747964.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464255a00] (23)-- 00000800:00020000:17.0:1596747964.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747964.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747964.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eae000] (22)++ 00000800:00000100:17.0:1596747964.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747964.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9100] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:17.0:1596747964.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eae000] (23)-- 00000400:00000200:17.0:1596747964.353065:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:17.0:1596747964.353066:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:17.0:1596747964.353067:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464250600] (22)-- 00000800:00000200:86.0:1596747964.353421:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464250600] (21)-- 00000400:00000200:17.0:1596747964.353595:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:17.0:1596747964.353596:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:17.0:1596747964.353596:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28f000] (22)-- 00000800:00000200:86.0:1596747964.353912:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c28f000] (21)-- 00000400:00000200:17.0:1596747964.354143:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:17.0:1596747964.354145:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:17.0:1596747964.354145:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea9200] (22)-- 00000800:00000200:86.0:1596747964.354479:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea9200] (21)-- 00000400:00000200:17.0:1596747964.354687:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:17.0:1596747964.354688:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:17.0:1596747964.354688:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eae000] (22)-- 00000800:00000200:86.0:1596747964.355141:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eae000] (21)-- 00000800:00000200:86.0:1596747964.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747965.352526:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.373043:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.373044:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55407c00] (22)++ 00000800:00000100:15.0:1596747965.373092:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.373094:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead480] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.373095:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55407c00] (23)-- 00000800:00020000:15.0:1596747965.373096:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.373097:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395507:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256a00] (22)++ 00000800:00000100:15.0:1596747965.395523:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395525:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295f00] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395526:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464256a00] (23)-- 00000800:00020000:15.0:1596747965.395527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.395528:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464257a00] (22)++ 00000800:00000100:15.0:1596747965.395531:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395532:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b463ca7000] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395533:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464257a00] (23)-- 00000800:00020000:15.0:1596747965.395535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:15.0:1596747965.395536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980000] (22)++ 00000800:00000100:15.0:1596747965.395538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a400] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462980000] (23)-- 00000800:00020000:15.0:1596747965.395542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747965.395543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256600] (22)++ 00000800:00000100:15.0:1596747965.395545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294000] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464256600] (23)-- 00000800:00020000:15.0:1596747965.395550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747965.395551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf6600] (22)++ 00000800:00000100:15.0:1596747965.395553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35e80] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf6600] (23)-- 00000800:00020000:15.0:1596747965.395557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747965.395558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea9c00] (22)++ 00000800:00000100:15.0:1596747965.395560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9080] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea9c00] (23)-- 00000800:00020000:15.0:1596747965.395563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747965.395564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557b0c00] (22)++ 00000800:00000100:15.0:1596747965.395566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead380] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc557b0c00] (23)-- 00000800:00020000:15.0:1596747965.395570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.395571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464251000] (22)++ 00000800:00000100:15.0:1596747965.395573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295f80] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464251000] (23)-- 00000800:00000200:15.0:1596747965.395578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557d0000] (21)++ 00000800:00000200:15.0:1596747965.395580:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc557d0000] (22)++ 00000800:00000200:15.0:1596747965.395583:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc557d0000] (23)-- 00000800:00020000:15.0:1596747965.395585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.395586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ead200] (22)++ 00000800:00000100:15.0:1596747965.395588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8f80] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ead200] (23)-- 00000800:00020000:15.0:1596747965.395591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747965.395592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf3400] (22)++ 00000800:00000100:15.0:1596747965.395594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35e00] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf3400] (23)-- 00000800:00020000:15.0:1596747965.395599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.395601:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158a8000] (22)++ 00000800:00000100:15.0:1596747965.395603:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395605:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0f00] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395606:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158a8000] (23)-- 00000800:00020000:15.0:1596747965.395607:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.395609:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eadc00] (22)++ 00000800:00000100:15.0:1596747965.395611:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395613:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d8f00] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395614:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eadc00] (23)-- 00000800:00020000:15.0:1596747965.395615:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747965.395616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747965.395617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55400200] (22)++ 00000800:00000100:15.0:1596747965.395618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747965.395620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacb80] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:15.0:1596747965.395621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55400200] (23)-- 00000400:00000200:15.0:1596747965.396125:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:15.0:1596747965.396127:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:15.0:1596747965.396127:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55407c00] (22)-- 00000400:00000200:15.0:1596747965.396654:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:15.0:1596747965.396655:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:15.0:1596747965.396656:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464256a00] (22)-- 00000800:00000200:86.0:1596747965.396660:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55407c00] (21)-- 00000400:00000200:15.0:1596747965.397183:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:15.0:1596747965.397185:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:15.0:1596747965.397185:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464257a00] (22)-- 00000800:00000200:86.0:1596747965.397254:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464256a00] (21)-- 00000800:00000200:86.0:1596747965.397461:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464257a00] (21)-- 00000400:00000200:15.0:1596747965.397574:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:15.0:1596747965.397575:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:15.0:1596747965.397576:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462980000] (22)-- 00000800:00000200:86.0:1596747965.397901:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462980000] (21)-- 00000400:00000200:15.0:1596747965.398122:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:15.0:1596747965.398123:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:15.0:1596747965.398124:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464256600] (22)-- 00000800:00000200:86.0:1596747965.398590:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464256600] (21)-- 00000400:00000200:15.0:1596747965.398680:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:15.0:1596747965.398681:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:15.0:1596747965.398681:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf6600] (22)-- 00000400:00000200:15.0:1596747965.399210:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:15.0:1596747965.399211:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:15.0:1596747965.399212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea9c00] (22)-- 00000800:00000200:86.0:1596747965.399260:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf6600] (21)-- 00000800:00000200:86.0:1596747965.399484:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea9c00] (21)-- 00000400:00000200:15.0:1596747965.399760:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:15.0:1596747965.399761:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:15.0:1596747965.399762:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc557b0c00] (22)-- 00000800:00000200:86.0:1596747965.400270:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc557b0c00] (21)-- 00000400:00000200:15.0:1596747965.400310:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:15.0:1596747965.400311:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:15.0:1596747965.400311:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464251000] (22)-- 00000800:00000200:86.0:1596747965.400582:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464251000] (21)-- 00000400:00000200:15.0:1596747965.400855:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:15.0:1596747965.400856:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:15.0:1596747965.400856:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ead200] (22)-- 00000800:00000200:86.0:1596747965.401168:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ead200] (21)-- 00000400:00000200:15.0:1596747965.401403:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:15.0:1596747965.401404:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:15.0:1596747965.401404:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf3400] (22)-- 00000800:00000200:86.0:1596747965.401693:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf3400] (21)-- 00000400:00000200:15.0:1596747965.401963:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:15.0:1596747965.401964:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:15.0:1596747965.401965:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158a8000] (22)-- 00000800:00000200:86.0:1596747965.402258:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158a8000] (21)-- 00000400:00000200:15.0:1596747965.402484:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:15.0:1596747965.402485:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:15.0:1596747965.402485:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eadc00] (22)-- 00000800:00000200:86.0:1596747965.402792:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eadc00] (21)-- 00000400:00000200:15.0:1596747965.402880:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:15.0:1596747965.402881:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:15.0:1596747965.402882:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55400200] (22)-- 00000800:00000200:86.0:1596747965.403519:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55400200] (21)-- 00000800:00000200:86.0:1596747965.407509:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747965.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747965.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747965.407513:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747965.407514:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747965.407514:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747965.822375:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34480 (tot 156629202). 00000800:00000200:86.0:1596747965.822379:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34480] -> 192.168.128.143@o2ib36 (1)++ 00000800:00000010:86.0:1596747965.822381:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34500 (tot 156629314). 00000800:00000010:86.0:1596747965.822383:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc91a00 (tot 156629610). 00000800:00000010:86.0:1596747965.822385:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26540 (tot 156629746). 00000800:00000010:86.0:1596747965.822387:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5be01000 (tot 156631618). 00000800:00000010:86.0:1596747965.822389:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be26a80 (tot 156631770). 00000800:00000200:86.0:1596747965.822394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bea5000 0x1fdbea5000(0x1fdbea5000) 00000800:00000200:86.0:1596747965.822395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bea6000 0x1fdbea6000(0x1fdbea6000) 00000800:00000200:86.0:1596747965.822396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bea7000 0x1fdbea7000(0x1fdbea7000) 00000800:00000200:86.0:1596747965.822397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bea8000 0x1fdbea8000(0x1fdbea8000) 00000800:00000200:86.0:1596747965.822398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bea9000 0x1fdbea9000(0x1fdbea9000) 00000800:00000200:86.0:1596747965.822399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5beaa000 0x1fdbeaa000(0x1fdbeaa000) 00000800:00000200:86.0:1596747965.822399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5beab000 0x1fdbeab000(0x1fdbeab000) 00000800:00000200:86.0:1596747965.822400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5beac000 0x1fdbeac000(0x1fdbeac000) 00000800:00000200:86.0:1596747965.822401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bead000 0x1fdbead000(0x1fdbead000) 00000800:00000200:86.0:1596747965.822402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5beae000 0x1fdbeae000(0x1fdbeae000) 00000800:00000200:86.0:1596747965.822402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5beaf000 0x1fdbeaf000(0x1fdbeaf000) 00000800:00000200:86.0:1596747965.822403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5beb0000 0x1fdbeb0000(0x1fdbeb0000) 00000800:00000200:86.0:1596747965.822404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5beb1000 0x1fdbeb1000(0x1fdbeb1000) 00000800:00000200:86.0:1596747965.822404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5beb2000 0x1fdbeb2000(0x1fdbeb2000) 00000800:00000200:86.0:1596747965.822405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5beb3000 0x1fdbeb3000(0x1fdbeb3000) 00000800:00000200:86.0:1596747965.822406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5beb4000 0x1fdbeb4000(0x1fdbeb4000) 00000800:00000200:86.0:1596747965.822407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5beb5000 0x1fdbeb5000(0x1fdbeb5000) 00000800:00000200:86.0:1596747965.822407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5beb6000 0x1fdbeb6000(0x1fdbeb6000) 00000800:00000010:86.0:1596747965.823012:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34500 (tot 156631658). 00000800:00000200:86.0:1596747965.823013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91a00] (20)-- 00000800:00000200:86.0:1596747965.823032:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.143@o2ib36 00000800:00000200:86.0:1596747965.823287:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747965.823652:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.143@o2ib36 00000800:00000200:86.0:1596747965.823654:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.143@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747965.823655:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26540 (tot 156631522). 00000800:00000200:86.0:1596747965.823657:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc91a00] (19)++ 00000800:00000200:86.0:1596747965.823657:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc91a00] (20)++ 00000800:00000200:86.0:1596747965.823659:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc91a00] (21)-- 00000800:00000200:88.2:1596747965.823826:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc91a00] (20)++ 00000800:00020000:15.0:1596747966.352510:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747966.352512:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747966.352513:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c799f5000] (22)++ 00000800:00000100:15.0:1596747966.352514:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747966.352516:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6d80] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:15.0:1596747966.352517:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c799f5000] (23)-- 00000800:00020000:15.0:1596747966.352518:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747966.352519:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747966.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c28fe00] (22)++ 00000800:00000100:15.0:1596747966.352521:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747966.352522:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34300] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:15.0:1596747966.352523:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c28fe00] (23)-- 00000800:00020000:15.0:1596747966.352524:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747966.352525:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747966.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00c600] (22)++ 00000800:00000100:15.0:1596747966.352527:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747966.352529:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a680] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:15.0:1596747966.352530:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00c600] (23)-- 00000800:00020000:15.0:1596747966.352531:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747966.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747966.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557b0000] (22)++ 00000800:00000100:15.0:1596747966.352534:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747966.352535:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead400] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:15.0:1596747966.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc557b0000] (23)-- 00000400:00000200:15.0:1596747966.353116:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:15.0:1596747966.353117:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:15.0:1596747966.353118:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c799f5000] (22)-- 00000800:00000200:86.0:1596747966.353410:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c799f5000] (21)-- 00000400:00000200:15.0:1596747966.353651:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:15.0:1596747966.353652:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:15.0:1596747966.353653:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c28fe00] (22)-- 00000800:00000200:86.0:1596747966.353984:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c28fe00] (21)-- 00000400:00000200:15.0:1596747966.354199:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:15.0:1596747966.354201:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:15.0:1596747966.354202:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00c600] (22)-- 00000800:00000200:86.0:1596747966.354511:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a47e00c600] (21)-- 00000400:00000200:15.0:1596747966.354585:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:15.0:1596747966.354587:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:15.0:1596747966.354587:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc557b0000] (22)-- 00000800:00000200:86.0:1596747966.355036:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc557b0000] (21)-- 00000800:00000200:86.0:1596747966.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747966.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747966.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747966.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747966.725433:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbb80 (tot 156631634). 00000800:00000200:86.0:1596747966.725438:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbb80] -> 192.168.128.109@o2ib36 (1)++ 00000800:00000010:86.0:1596747966.725439:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbc00 (tot 156631746). 00000800:00000010:86.0:1596747966.725442:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44770de00 (tot 156632042). 00000800:00000010:86.0:1596747966.725444:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156632178). 00000800:00000010:86.0:1596747966.725446:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44703d000 (tot 156634050). 00000800:00000010:86.0:1596747966.725447:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707c0c0 (tot 156634202). 00000800:00000200:86.0:1596747966.725457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44710a000 0x17c710a000(0x17c710a000) 00000800:00000200:86.0:1596747966.725458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4470fe000 0x17c70fe000(0x17c70fe000) 00000800:00000200:86.0:1596747966.725459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4470ff000 0x17c70ff000(0x17c70ff000) 00000800:00000200:86.0:1596747966.725460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447108000 0x17c7108000(0x17c7108000) 00000800:00000200:86.0:1596747966.725461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447109000 0x17c7109000(0x17c7109000) 00000800:00000200:86.0:1596747966.725461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a44712a000 0x17c712a000(0x17c712a000) 00000800:00000200:86.0:1596747966.725462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a44712b000 0x17c712b000(0x17c712b000) 00000800:00000200:86.0:1596747966.725463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a44712c000 0x17c712c000(0x17c712c000) 00000800:00000200:86.0:1596747966.725464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a44712d000 0x17c712d000(0x17c712d000) 00000800:00000200:86.0:1596747966.725464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a44712e000 0x17c712e000(0x17c712e000) 00000800:00000200:86.0:1596747966.725465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a44712f000 0x17c712f000(0x17c712f000) 00000800:00000200:86.0:1596747966.725466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447100000 0x17c7100000(0x17c7100000) 00000800:00000200:86.0:1596747966.725466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447101000 0x17c7101000(0x17c7101000) 00000800:00000200:86.0:1596747966.725467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447102000 0x17c7102000(0x17c7102000) 00000800:00000200:86.0:1596747966.725468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447103000 0x17c7103000(0x17c7103000) 00000800:00000200:86.0:1596747966.725469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a447104000 0x17c7104000(0x17c7104000) 00000800:00000200:86.0:1596747966.725469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447105000 0x17c7105000(0x17c7105000) 00000800:00000200:86.0:1596747966.725470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447106000 0x17c7106000(0x17c7106000) 00000800:00000010:86.0:1596747966.726054:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbc00 (tot 156634090). 00000800:00000200:86.0:1596747966.726055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770de00] (20)-- 00000800:00000200:86.0:1596747966.726075:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.109@o2ib36 00000800:00000200:86.0:1596747966.726332:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747966.726674:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.109@o2ib36 00000800:00000200:86.0:1596747966.726676:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.109@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747966.726677:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156633954). 00000800:00000200:86.0:1596747966.726678:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44770de00] (19)++ 00000800:00000200:86.0:1596747966.726678:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44770de00] (20)++ 00000800:00000200:86.0:1596747966.726679:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44770de00] (21)-- 00000800:00000200:41.2:1596747966.726684:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770de00] (20)++ 00000800:00000010:86.0:1596747966.728522:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbc00 (tot 156634066). 00000800:00000200:86.0:1596747966.728525:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbc00] -> 192.168.128.104@o2ib36 (1)++ 00000800:00000010:86.0:1596747966.728527:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbd80 (tot 156634178). 00000800:00000010:86.0:1596747966.728529:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44770c000 (tot 156634474). 00000800:00000010:86.0:1596747966.728529:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156634610). 00000800:00000010:86.0:1596747966.728531:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44703e000 (tot 156636482). 00000800:00000010:86.0:1596747966.728531:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707c600 (tot 156636634). 00000800:00000200:86.0:1596747966.728536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447107000 0x17c7107000(0x17c7107000) 00000800:00000200:86.0:1596747966.728538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447130000 0x17c7130000(0x17c7130000) 00000800:00000200:86.0:1596747966.728538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447131000 0x17c7131000(0x17c7131000) 00000800:00000200:86.0:1596747966.728539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447132000 0x17c7132000(0x17c7132000) 00000800:00000200:86.0:1596747966.728540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447133000 0x17c7133000(0x17c7133000) 00000800:00000200:86.0:1596747966.728541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447134000 0x17c7134000(0x17c7134000) 00000800:00000200:86.0:1596747966.728542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447135000 0x17c7135000(0x17c7135000) 00000800:00000200:86.0:1596747966.728542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447136000 0x17c7136000(0x17c7136000) 00000800:00000200:86.0:1596747966.728543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447137000 0x17c7137000(0x17c7137000) 00000800:00000200:86.0:1596747966.728544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447138000 0x17c7138000(0x17c7138000) 00000800:00000200:86.0:1596747966.728544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447139000 0x17c7139000(0x17c7139000) 00000800:00000200:86.0:1596747966.728545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44713a000 0x17c713a000(0x17c713a000) 00000800:00000200:86.0:1596747966.728546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44713b000 0x17c713b000(0x17c713b000) 00000800:00000200:86.0:1596747966.728547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44713c000 0x17c713c000(0x17c713c000) 00000800:00000200:86.0:1596747966.728547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44713d000 0x17c713d000(0x17c713d000) 00000800:00000200:86.0:1596747966.728548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44713e000 0x17c713e000(0x17c713e000) 00000800:00000200:86.0:1596747966.728549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44713f000 0x17c713f000(0x17c713f000) 00000800:00000200:86.0:1596747966.728550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447140000 0x17c7140000(0x17c7140000) 00000800:00000010:86.0:1596747966.729093:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbd80 (tot 156636522). 00000800:00000200:86.0:1596747966.729094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c000] (20)-- 00000800:00000200:86.0:1596747966.729113:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.104@o2ib36 00000800:00000200:86.0:1596747966.729366:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747966.729744:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.104@o2ib36 00000800:00000200:86.0:1596747966.729746:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.104@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747966.729747:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156636386). 00000800:00000200:86.0:1596747966.729748:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44770c000] (19)++ 00000800:00000200:86.0:1596747966.729748:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44770c000] (20)++ 00000800:00000200:86.0:1596747966.729749:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44770c000] (21)-- 00000800:00000200:39.2:1596747966.729968:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770c000] (20)++ 00000800:00000010:86.0:1596747966.991922:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295c80 (tot 156636498). 00000800:00000200:86.0:1596747966.991925:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295c80] -> 192.168.128.161@o2ib36 (1)++ 00000800:00000010:86.0:1596747966.991927:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295c00 (tot 156636610). 00000800:00000010:86.0:1596747966.991933:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46474b200 (tot 156636906). 00000800:00000010:86.0:1596747966.991935:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7500 (tot 156637042). 00000800:00000010:86.0:1596747966.991938:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643a8000 (tot 156638914). 00000800:00000010:86.0:1596747966.991939:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b6840 (tot 156639066). 00000800:00000200:86.0:1596747966.991944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464399000 0x27e4399000(0x27e4399000) 00000800:00000200:86.0:1596747966.991945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46439a000 0x27e439a000(0x27e439a000) 00000800:00000200:86.0:1596747966.991946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46439b000 0x27e439b000(0x27e439b000) 00000800:00000200:86.0:1596747966.991947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46439c000 0x27e439c000(0x27e439c000) 00000800:00000200:86.0:1596747966.991947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46439d000 0x27e439d000(0x27e439d000) 00000800:00000200:86.0:1596747966.991948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46439e000 0x27e439e000(0x27e439e000) 00000800:00000200:86.0:1596747966.991949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46439f000 0x27e439f000(0x27e439f000) 00000800:00000200:86.0:1596747966.991950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4643a0000 0x27e43a0000(0x27e43a0000) 00000800:00000200:86.0:1596747966.991950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4643a1000 0x27e43a1000(0x27e43a1000) 00000800:00000200:86.0:1596747966.991951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4643a2000 0x27e43a2000(0x27e43a2000) 00000800:00000200:86.0:1596747966.991952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4643a3000 0x27e43a3000(0x27e43a3000) 00000800:00000200:86.0:1596747966.991953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4643a4000 0x27e43a4000(0x27e43a4000) 00000800:00000200:86.0:1596747966.991953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4643a5000 0x27e43a5000(0x27e43a5000) 00000800:00000200:86.0:1596747966.991954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4643a6000 0x27e43a6000(0x27e43a6000) 00000800:00000200:86.0:1596747966.991955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4643a7000 0x27e43a7000(0x27e43a7000) 00000800:00000200:86.0:1596747966.991955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4643b0000 0x27e43b0000(0x27e43b0000) 00000800:00000200:86.0:1596747966.991956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4643b1000 0x27e43b1000(0x27e43b1000) 00000800:00000200:86.0:1596747966.991957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4643b2000 0x27e43b2000(0x27e43b2000) 00000800:00000010:86.0:1596747966.992486:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295c00 (tot 156638954). 00000800:00000200:86.0:1596747966.992487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992505:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.992513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b200] (20)-- 00000800:00000200:86.0:1596747966.992514:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.161@o2ib36 00000800:00000200:86.0:1596747966.992788:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747966.993142:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.161@o2ib36 00000800:00000200:86.0:1596747966.993143:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.161@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747966.993144:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7500 (tot 156638818). 00000800:00000200:86.0:1596747966.993145:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46474b200] (19)++ 00000800:00000200:86.0:1596747966.993146:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46474b200] (20)++ 00000800:00000200:86.0:1596747966.993146:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46474b200] (21)-- 00000800:00000200:39.2:1596747966.993327:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474b200] (20)++ 00000800:00000200:15.0:1596747967.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409437a00] (21)++ 00000800:00000200:15.0:1596747967.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c409437a00] (22)++ 00000800:00000200:15.0:1596747967.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c409437a00] (23)-- 00000800:00020000:15.0:1596747967.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747967.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747967.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464251a00] (22)++ 00000800:00000100:15.0:1596747967.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747967.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295e80] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:15.0:1596747967.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464251a00] (23)-- 00000400:00000200:15.0:1596747967.353140:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:15.0:1596747967.353141:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:15.0:1596747967.353142:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464251a00] (22)-- 00000800:00000200:86.0:1596747967.353523:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464251a00] (21)-- 00000800:00000200:86.0:1596747967.447527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.447530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.447531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.447532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.447533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.447535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.447536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747967.455530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747967.499633:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848180 (tot 156638930). 00000800:00000200:86.0:1596747967.499637:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848180] -> 192.168.128.53@o2ib36 (1)++ 00000800:00000010:86.0:1596747967.499639:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848200 (tot 156639042). 00000800:00000010:86.0:1596747967.499640:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a618000 (tot 156639338). 00000800:00000010:86.0:1596747967.499641:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409affec0 (tot 156639474). 00000800:00000010:86.0:1596747967.499643:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc53800 (tot 156641346). 00000800:00000010:86.0:1596747967.499644:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409aff2c0 (tot 156641498). 00000800:00000200:86.0:1596747967.499647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c4056ea000 0x37856ea000(0x37856ea000) 00000800:00000200:86.0:1596747967.499648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c4056eb000 0x37856eb000(0x37856eb000) 00000800:00000200:86.0:1596747967.499649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c4056ec000 0x37856ec000(0x37856ec000) 00000800:00000200:86.0:1596747967.499650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c4056ed000 0x37856ed000(0x37856ed000) 00000800:00000200:86.0:1596747967.499651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c4056ee000 0x37856ee000(0x37856ee000) 00000800:00000200:86.0:1596747967.499652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c4056ef000 0x37856ef000(0x37856ef000) 00000800:00000200:86.0:1596747967.499652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c4056f0000 0x37856f0000(0x37856f0000) 00000800:00000200:86.0:1596747967.499653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c4056f1000 0x37856f1000(0x37856f1000) 00000800:00000200:86.0:1596747967.499654:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c4056f2000 0x37856f2000(0x37856f2000) 00000800:00000200:86.0:1596747967.499654:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c4056f3000 0x37856f3000(0x37856f3000) 00000800:00000200:86.0:1596747967.499655:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c4056f4000 0x37856f4000(0x37856f4000) 00000800:00000200:86.0:1596747967.499656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c4056f5000 0x37856f5000(0x37856f5000) 00000800:00000200:86.0:1596747967.499657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c4056f6000 0x37856f6000(0x37856f6000) 00000800:00000200:86.0:1596747967.499657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c4056f7000 0x37856f7000(0x37856f7000) 00000800:00000200:86.0:1596747967.499658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c4056f8000 0x37856f8000(0x37856f8000) 00000800:00000200:86.0:1596747967.499659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c4056f9000 0x37856f9000(0x37856f9000) 00000800:00000200:86.0:1596747967.499660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c4056fa000 0x37856fa000(0x37856fa000) 00000800:00000200:86.0:1596747967.499660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c4056fb000 0x37856fb000(0x37856fb000) 00000800:00000010:86.0:1596747967.500228:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848200 (tot 156641386). 00000800:00000200:86.0:1596747967.500229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a618000] (20)-- 00000800:00000200:86.0:1596747967.500249:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.53@o2ib36 00000800:00000200:86.0:1596747967.500524:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747967.500858:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.53@o2ib36 00000800:00000200:86.0:1596747967.500859:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.53@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747967.500860:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409affec0 (tot 156641250). 00000800:00000200:86.0:1596747967.500861:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a618000] (19)++ 00000800:00000200:86.0:1596747967.500862:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a618000] (20)++ 00000800:00000200:86.0:1596747967.500863:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a618000] (21)-- 00000800:00000200:40.2:1596747967.501015:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a618000] (20)++ 00000800:00000010:86.0:1596747967.931331:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35a00 (tot 156641362). 00000800:00000200:86.0:1596747967.931335:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35a00] -> 192.168.128.135@o2ib36 (1)++ 00000800:00000010:86.0:1596747967.931337:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35980 (tot 156641474). 00000800:00000010:86.0:1596747967.931339:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc90800 (tot 156641770). 00000800:00000010:86.0:1596747967.931341:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156641906). 00000800:00000010:86.0:1596747967.931343:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5be04000 (tot 156643778). 00000800:00000010:86.0:1596747967.931344:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be27800 (tot 156643930). 00000800:00000200:86.0:1596747967.931347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5beb7000 0x1fdbeb7000(0x1fdbeb7000) 00000800:00000200:86.0:1596747967.931348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5beb8000 0x1fdbeb8000(0x1fdbeb8000) 00000800:00000200:86.0:1596747967.931349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5beb9000 0x1fdbeb9000(0x1fdbeb9000) 00000800:00000200:86.0:1596747967.931350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5beba000 0x1fdbeba000(0x1fdbeba000) 00000800:00000200:86.0:1596747967.931351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bebb000 0x1fdbebb000(0x1fdbebb000) 00000800:00000200:86.0:1596747967.931352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bebc000 0x1fdbebc000(0x1fdbebc000) 00000800:00000200:86.0:1596747967.931352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bebd000 0x1fdbebd000(0x1fdbebd000) 00000800:00000200:86.0:1596747967.931353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bebe000 0x1fdbebe000(0x1fdbebe000) 00000800:00000200:86.0:1596747967.931354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bebf000 0x1fdbebf000(0x1fdbebf000) 00000800:00000200:86.0:1596747967.931355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bec0000 0x1fdbec0000(0x1fdbec0000) 00000800:00000200:86.0:1596747967.931355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bec1000 0x1fdbec1000(0x1fdbec1000) 00000800:00000200:86.0:1596747967.931356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bec2000 0x1fdbec2000(0x1fdbec2000) 00000800:00000200:86.0:1596747967.931357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bec3000 0x1fdbec3000(0x1fdbec3000) 00000800:00000200:86.0:1596747967.931358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bec4000 0x1fdbec4000(0x1fdbec4000) 00000800:00000200:86.0:1596747967.931358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bec5000 0x1fdbec5000(0x1fdbec5000) 00000800:00000200:86.0:1596747967.931359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bec6000 0x1fdbec6000(0x1fdbec6000) 00000800:00000200:86.0:1596747967.931360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bec7000 0x1fdbec7000(0x1fdbec7000) 00000800:00000200:86.0:1596747967.931360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bec8000 0x1fdbec8000(0x1fdbec8000) 00000800:00000010:86.0:1596747967.931924:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35980 (tot 156643818). 00000800:00000200:86.0:1596747967.931925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.931943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90800] (20)-- 00000800:00000200:86.0:1596747967.931945:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.135@o2ib36 00000800:00000200:86.0:1596747967.932207:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747967.932592:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.135@o2ib36 00000800:00000200:86.0:1596747967.932594:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.135@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747967.932595:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156643682). 00000800:00000200:86.0:1596747967.932596:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc90800] (19)++ 00000800:00000200:86.0:1596747967.932596:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc90800] (20)++ 00000800:00000200:86.0:1596747967.932597:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc90800] (21)-- 00000800:00000200:37.2:1596747967.932758:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc90800] (20)++ 00000800:00000010:86.0:1596747968.014877:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35980 (tot 156643794). 00000800:00000200:86.0:1596747968.014880:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35980] -> 192.168.128.148@o2ib36 (1)++ 00000800:00000010:86.0:1596747968.014882:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35900 (tot 156643906). 00000800:00000010:86.0:1596747968.014884:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c50ea00 (tot 156644202). 00000800:00000010:86.0:1596747968.014884:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156644338). 00000800:00000010:86.0:1596747968.014885:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5be05000 (tot 156646210). 00000800:00000010:86.0:1596747968.014886:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be275c0 (tot 156646362). 00000800:00000200:86.0:1596747968.014891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bec9000 0x1fdbec9000(0x1fdbec9000) 00000800:00000200:86.0:1596747968.014892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5beca000 0x1fdbeca000(0x1fdbeca000) 00000800:00000200:86.0:1596747968.014893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5becb000 0x1fdbecb000(0x1fdbecb000) 00000800:00000200:86.0:1596747968.014894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5becc000 0x1fdbecc000(0x1fdbecc000) 00000800:00000200:86.0:1596747968.014895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5becd000 0x1fdbecd000(0x1fdbecd000) 00000800:00000200:86.0:1596747968.014896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bece000 0x1fdbece000(0x1fdbece000) 00000800:00000200:86.0:1596747968.014897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5becf000 0x1fdbecf000(0x1fdbecf000) 00000800:00000200:86.0:1596747968.014897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bed0000 0x1fdbed0000(0x1fdbed0000) 00000800:00000200:86.0:1596747968.014898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bed1000 0x1fdbed1000(0x1fdbed1000) 00000800:00000200:86.0:1596747968.014899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bed2000 0x1fdbed2000(0x1fdbed2000) 00000800:00000200:86.0:1596747968.014899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bed3000 0x1fdbed3000(0x1fdbed3000) 00000800:00000200:86.0:1596747968.014900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bed4000 0x1fdbed4000(0x1fdbed4000) 00000800:00000200:86.0:1596747968.014901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bed5000 0x1fdbed5000(0x1fdbed5000) 00000800:00000200:86.0:1596747968.014902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bed6000 0x1fdbed6000(0x1fdbed6000) 00000800:00000200:86.0:1596747968.014902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bed7000 0x1fdbed7000(0x1fdbed7000) 00000800:00000200:86.0:1596747968.014903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bed8000 0x1fdbed8000(0x1fdbed8000) 00000800:00000200:86.0:1596747968.014904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bed9000 0x1fdbed9000(0x1fdbed9000) 00000800:00000200:86.0:1596747968.014905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5beda000 0x1fdbeda000(0x1fdbeda000) 00000800:00000010:86.0:1596747968.015441:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35900 (tot 156646250). 00000800:00000200:86.0:1596747968.015442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.015460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ea00] (20)-- 00000800:00000200:86.0:1596747968.015461:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.148@o2ib36 00000800:00000200:86.0:1596747968.015719:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747968.016000:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.148@o2ib36 00000800:00000200:41.2:1596747968.016000:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50ea00] (19)++ 00000800:00000200:86.0:1596747968.016002:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.148@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747968.016003:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156646114). 00000800:00000200:86.0:1596747968.016004:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c50ea00] (20)++ 00000800:00000200:86.0:1596747968.016004:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c50ea00] (21)++ 00000800:00000200:86.0:1596747968.016005:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c50ea00] (22)-- 00000800:00000010:86.0:1596747968.040046:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbf00 (tot 156646226). 00000800:00000200:86.0:1596747968.040049:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbf00] -> 192.168.128.49@o2ib36 (1)++ 00000800:00000010:86.0:1596747968.040051:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbe80 (tot 156646338). 00000800:00000010:86.0:1596747968.040053:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44770bc00 (tot 156646634). 00000800:00000010:86.0:1596747968.040054:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d8c0 (tot 156646770). 00000800:00000010:86.0:1596747968.040056:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44703b000 (tot 156648642). 00000800:00000010:86.0:1596747968.040057:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707d140 (tot 156648794). 00000800:00000200:86.0:1596747968.040060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447141000 0x17c7141000(0x17c7141000) 00000800:00000200:86.0:1596747968.040061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447142000 0x17c7142000(0x17c7142000) 00000800:00000200:86.0:1596747968.040062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447143000 0x17c7143000(0x17c7143000) 00000800:00000200:86.0:1596747968.040063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447144000 0x17c7144000(0x17c7144000) 00000800:00000200:86.0:1596747968.040064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447145000 0x17c7145000(0x17c7145000) 00000800:00000200:86.0:1596747968.040065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447146000 0x17c7146000(0x17c7146000) 00000800:00000200:86.0:1596747968.040065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447147000 0x17c7147000(0x17c7147000) 00000800:00000200:86.0:1596747968.040066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447148000 0x17c7148000(0x17c7148000) 00000800:00000200:86.0:1596747968.040067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447149000 0x17c7149000(0x17c7149000) 00000800:00000200:86.0:1596747968.040068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a44714a000 0x17c714a000(0x17c714a000) 00000800:00000200:86.0:1596747968.040068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a44714b000 0x17c714b000(0x17c714b000) 00000800:00000200:86.0:1596747968.040069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44714c000 0x17c714c000(0x17c714c000) 00000800:00000200:86.0:1596747968.040070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44714d000 0x17c714d000(0x17c714d000) 00000800:00000200:86.0:1596747968.040071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44714e000 0x17c714e000(0x17c714e000) 00000800:00000200:86.0:1596747968.040071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44714f000 0x17c714f000(0x17c714f000) 00000800:00000200:86.0:1596747968.040072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a447150000 0x17c7150000(0x17c7150000) 00000800:00000200:86.0:1596747968.040073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447151000 0x17c7151000(0x17c7151000) 00000800:00000200:86.0:1596747968.040073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447152000 0x17c7152000(0x17c7152000) 00000800:00000010:86.0:1596747968.040617:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbe80 (tot 156648682). 00000800:00000200:86.0:1596747968.040619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.040636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770bc00] (20)-- 00000800:00000200:86.0:1596747968.040638:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.49@o2ib36 00000800:00000200:86.0:1596747968.040887:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747968.041330:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.49@o2ib36 00000800:00000200:86.0:1596747968.041332:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.49@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747968.041332:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d8c0 (tot 156648546). 00000800:00000200:86.0:1596747968.041333:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44770bc00] (19)++ 00000800:00000200:86.0:1596747968.041334:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44770bc00] (20)++ 00000800:00000200:86.0:1596747968.041335:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44770bc00] (21)-- 00000800:00000200:41.2:1596747968.041335:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770bc00] (21)++ 00000800:00000010:86.0:1596747968.249037:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35b80 (tot 156648658). 00000800:00000200:86.0:1596747968.249040:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35b80] -> 192.168.128.68@o2ib36 (1)++ 00000800:00000010:86.0:1596747968.249042:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35b00 (tot 156648770). 00000800:00000010:86.0:1596747968.249045:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c437a00 (tot 156649066). 00000800:00000010:86.0:1596747968.249047:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156649202). 00000800:00000010:86.0:1596747968.249049:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbc3000 (tot 156651074). 00000800:00000010:86.0:1596747968.249050:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9f800 (tot 156651226). 00000800:00000200:86.0:1596747968.249056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c44d000 0x7dc44d000(0x7dc44d000) 00000800:00000200:86.0:1596747968.249057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c44e000 0x7dc44e000(0x7dc44e000) 00000800:00000200:86.0:1596747968.249058:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c44f000 0x7dc44f000(0x7dc44f000) 00000800:00000200:86.0:1596747968.249059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c450000 0x7dc450000(0x7dc450000) 00000800:00000200:86.0:1596747968.249059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c451000 0x7dc451000(0x7dc451000) 00000800:00000200:86.0:1596747968.249060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c452000 0x7dc452000(0x7dc452000) 00000800:00000200:86.0:1596747968.249061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c453000 0x7dc453000(0x7dc453000) 00000800:00000200:86.0:1596747968.249062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c454000 0x7dc454000(0x7dc454000) 00000800:00000200:86.0:1596747968.249062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c455000 0x7dc455000(0x7dc455000) 00000800:00000200:86.0:1596747968.249063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c456000 0x7dc456000(0x7dc456000) 00000800:00000200:86.0:1596747968.249064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c457000 0x7dc457000(0x7dc457000) 00000800:00000200:86.0:1596747968.249064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c458000 0x7dc458000(0x7dc458000) 00000800:00000200:86.0:1596747968.249065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c459000 0x7dc459000(0x7dc459000) 00000800:00000200:86.0:1596747968.249066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c45a000 0x7dc45a000(0x7dc45a000) 00000800:00000200:86.0:1596747968.249067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c45b000 0x7dc45b000(0x7dc45b000) 00000800:00000200:86.0:1596747968.249067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c45c000 0x7dc45c000(0x7dc45c000) 00000800:00000200:86.0:1596747968.249068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c45d000 0x7dc45d000(0x7dc45d000) 00000800:00000200:86.0:1596747968.249069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c45e000 0x7dc45e000(0x7dc45e000) 00000800:00000010:86.0:1596747968.249620:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35b00 (tot 156651114). 00000800:00000200:86.0:1596747968.249622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.249639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c437a00] (20)-- 00000800:00000200:86.0:1596747968.249640:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.68@o2ib36 00000800:00000200:86.0:1596747968.249897:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747968.250262:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.68@o2ib36 00000800:00000200:86.0:1596747968.250263:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.68@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747968.250264:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156650978). 00000800:00000200:86.0:1596747968.250265:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c437a00] (19)++ 00000800:00000200:86.0:1596747968.250265:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c437a00] (20)++ 00000800:00000200:86.2:1596747968.250267:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c437a00] (21)++ 00000800:00000200:86.0:1596747968.250269:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c437a00] (21)-- 00000800:00000200:86.0:1596747968.407516:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747968.407518:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747968.407519:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747968.407521:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747968.474558:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849d80 (tot 156651090). 00000800:00000200:86.0:1596747968.474561:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849d80] -> 192.168.128.142@o2ib36 (1)++ 00000800:00000010:86.0:1596747968.474562:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849d00 (tot 156651202). 00000800:00000010:86.0:1596747968.474566:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158afe00 (tot 156651498). 00000800:00000010:86.0:1596747968.474568:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409afe240 (tot 156651634). 00000800:00000010:86.0:1596747968.474570:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc54000 (tot 156653506). 00000800:00000010:86.0:1596747968.474571:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409afee40 (tot 156653658). 00000800:00000200:86.0:1596747968.474576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c405392000 0x3785392000(0x3785392000) 00000800:00000200:86.0:1596747968.474577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c405393000 0x3785393000(0x3785393000) 00000800:00000200:86.0:1596747968.474578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c405394000 0x3785394000(0x3785394000) 00000800:00000200:86.0:1596747968.474579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c405395000 0x3785395000(0x3785395000) 00000800:00000200:86.0:1596747968.474579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c405396000 0x3785396000(0x3785396000) 00000800:00000200:86.0:1596747968.474580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c405397000 0x3785397000(0x3785397000) 00000800:00000200:86.0:1596747968.474581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c4053c0000 0x37853c0000(0x37853c0000) 00000800:00000200:86.0:1596747968.474582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c4053c1000 0x37853c1000(0x37853c1000) 00000800:00000200:86.0:1596747968.474582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c4053c2000 0x37853c2000(0x37853c2000) 00000800:00000200:86.0:1596747968.474583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c4053c3000 0x37853c3000(0x37853c3000) 00000800:00000200:86.0:1596747968.474584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c4053c4000 0x37853c4000(0x37853c4000) 00000800:00000200:86.0:1596747968.474585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c4053c5000 0x37853c5000(0x37853c5000) 00000800:00000200:86.0:1596747968.474585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c4053c6000 0x37853c6000(0x37853c6000) 00000800:00000200:86.0:1596747968.474586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c4053c7000 0x37853c7000(0x37853c7000) 00000800:00000200:86.0:1596747968.474587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c4053c8000 0x37853c8000(0x37853c8000) 00000800:00000200:86.0:1596747968.474587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c4053c9000 0x37853c9000(0x37853c9000) 00000800:00000200:86.0:1596747968.474588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c4053ca000 0x37853ca000(0x37853ca000) 00000800:00000200:86.0:1596747968.474589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c4053cb000 0x37853cb000(0x37853cb000) 00000800:00000010:86.0:1596747968.475143:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849d00 (tot 156653546). 00000800:00000200:86.0:1596747968.475144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475159:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158afe00] (20)-- 00000800:00000200:86.0:1596747968.475163:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.142@o2ib36 00000800:00000200:86.0:1596747968.475428:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747968.475808:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.142@o2ib36 00000800:00000200:86.0:1596747968.475809:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.142@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747968.475810:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409afe240 (tot 156653410). 00000800:00000200:86.0:1596747968.475811:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158afe00] (19)++ 00000800:00000200:86.0:1596747968.475812:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158afe00] (20)++ 00000800:00000200:86.0:1596747968.475813:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158afe00] (21)-- 00000800:00000200:36.2:1596747968.475821:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158afe00] (20)++ 00000800:00000010:86.0:1596747968.592377:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849d00 (tot 156653522). 00000800:00000200:86.0:1596747968.592380:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849d00] -> 192.168.128.147@o2ib36 (1)++ 00000800:00000010:86.0:1596747968.592382:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849c80 (tot 156653634). 00000800:00000010:86.0:1596747968.592383:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158acc00 (tot 156653930). 00000800:00000010:86.0:1596747968.592384:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c409afe240 (tot 156654066). 00000800:00000010:86.0:1596747968.592385:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc52000 (tot 156655938). 00000800:00000010:86.0:1596747968.592386:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409aff080 (tot 156656090). 00000800:00000200:86.0:1596747968.592390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c404c8d000 0x3784c8d000(0x3784c8d000) 00000800:00000200:86.0:1596747968.592391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c404c8e000 0x3784c8e000(0x3784c8e000) 00000800:00000200:86.0:1596747968.592392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c404c8f000 0x3784c8f000(0x3784c8f000) 00000800:00000200:86.0:1596747968.592393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c404c90000 0x3784c90000(0x3784c90000) 00000800:00000200:86.0:1596747968.592393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c404c91000 0x3784c91000(0x3784c91000) 00000800:00000200:86.0:1596747968.592394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c404c92000 0x3784c92000(0x3784c92000) 00000800:00000200:86.0:1596747968.592395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c404c93000 0x3784c93000(0x3784c93000) 00000800:00000200:86.0:1596747968.592396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c404c94000 0x3784c94000(0x3784c94000) 00000800:00000200:86.0:1596747968.592396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c404c95000 0x3784c95000(0x3784c95000) 00000800:00000200:86.0:1596747968.592397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c404c96000 0x3784c96000(0x3784c96000) 00000800:00000200:86.0:1596747968.592398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c404c97000 0x3784c97000(0x3784c97000) 00000800:00000200:86.0:1596747968.592399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c404c98000 0x3784c98000(0x3784c98000) 00000800:00000200:86.0:1596747968.592399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c404c99000 0x3784c99000(0x3784c99000) 00000800:00000200:86.0:1596747968.592400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c404c9a000 0x3784c9a000(0x3784c9a000) 00000800:00000200:86.0:1596747968.592401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c404c9b000 0x3784c9b000(0x3784c9b000) 00000800:00000200:86.0:1596747968.592402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c404c9c000 0x3784c9c000(0x3784c9c000) 00000800:00000200:86.0:1596747968.592402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c404c9d000 0x3784c9d000(0x3784c9d000) 00000800:00000200:86.0:1596747968.592403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c404c9e000 0x3784c9e000(0x3784c9e000) 00000800:00000010:86.0:1596747968.592948:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849c80 (tot 156655978). 00000800:00000200:86.0:1596747968.592949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.592967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158acc00] (20)-- 00000800:00000200:86.0:1596747968.592969:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.147@o2ib36 00000800:00000200:86.0:1596747968.593248:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747968.593534:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.147@o2ib36 00000800:00000200:86.0:1596747968.593536:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.147@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747968.593537:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c409afe240 (tot 156655842). 00000800:00000200:86.0:1596747968.593538:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158acc00] (19)++ 00000800:00000200:86.0:1596747968.593539:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158acc00] (20)++ 00000800:00000200:86.0:1596747968.593540:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158acc00] (21)-- 00000800:00000200:85.2:1596747968.593690:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158acc00] (20)++ 00000800:00000010:86.0:1596747968.604479:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34280 (tot 156655954). 00000800:00000200:86.0:1596747968.604483:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34280] -> 192.168.128.5@o2ib36 (1)++ 00000800:00000010:86.0:1596747968.604485:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34300 (tot 156656066). 00000800:00000010:86.0:1596747968.604487:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c431000 (tot 156656362). 00000800:00000010:86.0:1596747968.604490:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e300 (tot 156656498). 00000800:00000010:86.0:1596747968.604491:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cfed000 (tot 156658370). 00000800:00000010:86.0:1596747968.604492:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9ea80 (tot 156658522). 00000800:00000200:86.0:1596747968.604508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c45f000 0x7dc45f000(0x7dc45f000) 00000800:00000200:86.0:1596747968.604509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c460000 0x7dc460000(0x7dc460000) 00000800:00000200:86.0:1596747968.604510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c461000 0x7dc461000(0x7dc461000) 00000800:00000200:86.0:1596747968.604511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c462000 0x7dc462000(0x7dc462000) 00000800:00000200:86.0:1596747968.604511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c463000 0x7dc463000(0x7dc463000) 00000800:00000200:86.0:1596747968.604512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c464000 0x7dc464000(0x7dc464000) 00000800:00000200:86.0:1596747968.604513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c465000 0x7dc465000(0x7dc465000) 00000800:00000200:86.0:1596747968.604514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c466000 0x7dc466000(0x7dc466000) 00000800:00000200:86.0:1596747968.604514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c467000 0x7dc467000(0x7dc467000) 00000800:00000200:86.0:1596747968.604515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c468000 0x7dc468000(0x7dc468000) 00000800:00000200:86.0:1596747968.604516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c469000 0x7dc469000(0x7dc469000) 00000800:00000200:86.0:1596747968.604516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c46a000 0x7dc46a000(0x7dc46a000) 00000800:00000200:86.0:1596747968.604517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c46b000 0x7dc46b000(0x7dc46b000) 00000800:00000200:86.0:1596747968.604518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c46c000 0x7dc46c000(0x7dc46c000) 00000800:00000200:86.0:1596747968.604519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c46d000 0x7dc46d000(0x7dc46d000) 00000800:00000200:86.0:1596747968.604519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c46e000 0x7dc46e000(0x7dc46e000) 00000800:00000200:86.0:1596747968.604520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c48e000 0x7dc48e000(0x7dc48e000) 00000800:00000200:86.0:1596747968.604521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c48f000 0x7dc48f000(0x7dc48f000) 00000800:00000010:86.0:1596747968.605057:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34300 (tot 156658410). 00000800:00000200:86.0:1596747968.605058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431000] (20)-- 00000800:00000200:86.0:1596747968.605077:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.5@o2ib36 00000800:00000200:86.0:1596747968.605338:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747968.605695:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.5@o2ib36 00000800:00000200:86.0:1596747968.605697:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.5@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747968.605698:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e300 (tot 156658274). 00000800:00000200:86.0:1596747968.605699:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c431000] (19)++ 00000800:00000200:86.0:1596747968.605700:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c431000] (20)++ 00000800:00000200:86.0:1596747968.605700:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c431000] (21)-- 00000800:00000200:40.2:1596747968.605860:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c431000] (20)++ 00000800:00020000:15.0:1596747969.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747969.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747969.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409430400] (22)++ 00000800:00000100:15.0:1596747969.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747969.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1080] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596747969.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c409430400] (23)-- 00000800:00020000:15.0:1596747969.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747969.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747969.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464255a00] (22)++ 00000800:00000100:15.0:1596747969.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747969.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294080] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596747969.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464255a00] (23)-- 00000800:00000200:15.0:1596747969.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf3800] (21)++ 00000800:00000200:15.0:1596747969.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945caf3800] (22)++ 00000800:00000200:15.0:1596747969.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945caf3800] (23)-- 00000400:00000200:15.0:1596747969.353052:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596747969.353055:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596747969.353056:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c409430400] (22)-- 00000800:00000200:86.0:1596747969.353356:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c409430400] (21)-- 00000400:00000200:15.0:1596747969.353607:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596747969.353608:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596747969.353609:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464255a00] (22)-- 00000800:00000200:86.0:1596747969.354089:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464255a00] (21)-- 00000800:00000200:86.0:1596747969.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747969.496484:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294280 (tot 156658386). 00000800:00000200:86.0:1596747969.496488:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294280] -> 192.168.128.64@o2ib36 (1)++ 00000800:00000010:86.0:1596747969.496490:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294300 (tot 156658498). 00000800:00000010:86.0:1596747969.496492:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46474b800 (tot 156658794). 00000800:00000010:86.0:1596747969.496493:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7440 (tot 156658930). 00000800:00000010:86.0:1596747969.496495:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643af800 (tot 156660802). 00000800:00000010:86.0:1596747969.496496:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b6cc0 (tot 156660954). 00000800:00000200:86.0:1596747969.496506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4643b3000 0x27e43b3000(0x27e43b3000) 00000800:00000200:86.0:1596747969.496507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4643b4000 0x27e43b4000(0x27e43b4000) 00000800:00000200:86.0:1596747969.496508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4643b5000 0x27e43b5000(0x27e43b5000) 00000800:00000200:86.0:1596747969.496509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4643b6000 0x27e43b6000(0x27e43b6000) 00000800:00000200:86.0:1596747969.496510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4643b7000 0x27e43b7000(0x27e43b7000) 00000800:00000200:86.0:1596747969.496511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4643b8000 0x27e43b8000(0x27e43b8000) 00000800:00000200:86.0:1596747969.496511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4643b9000 0x27e43b9000(0x27e43b9000) 00000800:00000200:86.0:1596747969.496512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4643ba000 0x27e43ba000(0x27e43ba000) 00000800:00000200:86.0:1596747969.496513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4643bb000 0x27e43bb000(0x27e43bb000) 00000800:00000200:86.0:1596747969.496513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4643bc000 0x27e43bc000(0x27e43bc000) 00000800:00000200:86.0:1596747969.496514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4643bd000 0x27e43bd000(0x27e43bd000) 00000800:00000200:86.0:1596747969.496515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4643be000 0x27e43be000(0x27e43be000) 00000800:00000200:86.0:1596747969.496516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4643bf000 0x27e43bf000(0x27e43bf000) 00000800:00000200:86.0:1596747969.496516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4643c0000 0x27e43c0000(0x27e43c0000) 00000800:00000200:86.0:1596747969.496517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4643c1000 0x27e43c1000(0x27e43c1000) 00000800:00000200:86.0:1596747969.496518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4643c2000 0x27e43c2000(0x27e43c2000) 00000800:00000200:86.0:1596747969.496519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4643c3000 0x27e43c3000(0x27e43c3000) 00000800:00000200:86.0:1596747969.496520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4643c4000 0x27e43c4000(0x27e43c4000) 00000800:00000010:86.0:1596747969.497098:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294300 (tot 156660842). 00000800:00000200:86.0:1596747969.497099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474b800] (20)-- 00000800:00000200:86.0:1596747969.497119:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.64@o2ib36 00000800:00000200:86.0:1596747969.497390:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747969.497759:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.64@o2ib36 00000800:00000200:86.0:1596747969.497760:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.64@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747969.497761:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7440 (tot 156660706). 00000800:00000200:89.2:1596747969.497762:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497762:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46474b800] (19)++ 00000800:00000200:86.0:1596747969.497763:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46474b800] (20)++ 00000800:00000200:86.0:1596747969.497764:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46474b800] (21)-- 00000800:00000010:86.0:1596747969.511916:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848200 (tot 156660818). 00000800:00000200:86.0:1596747969.511920:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848200] -> 192.168.128.58@o2ib36 (1)++ 00000800:00000010:86.0:1596747969.511921:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848280 (tot 156660930). 00000800:00000010:86.0:1596747969.511925:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158ac800 (tot 156661226). 00000800:00000010:86.0:1596747969.511926:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c4089238c0 (tot 156661362). 00000800:00000010:86.0:1596747969.511928:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc50800 (tot 156663234). 00000800:00000010:86.0:1596747969.511929:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408923800 (tot 156663386). 00000800:00000200:86.0:1596747969.511933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c404f6a000 0x3784f6a000(0x3784f6a000) 00000800:00000200:86.0:1596747969.511935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c404f6b000 0x3784f6b000(0x3784f6b000) 00000800:00000200:86.0:1596747969.511935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c404f6c000 0x3784f6c000(0x3784f6c000) 00000800:00000200:86.0:1596747969.511936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c404f6d000 0x3784f6d000(0x3784f6d000) 00000800:00000200:86.0:1596747969.511937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c404f6e000 0x3784f6e000(0x3784f6e000) 00000800:00000200:86.0:1596747969.511938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c404f6f000 0x3784f6f000(0x3784f6f000) 00000800:00000200:86.0:1596747969.511938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c404f98000 0x3784f98000(0x3784f98000) 00000800:00000200:86.0:1596747969.511939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c404f99000 0x3784f99000(0x3784f99000) 00000800:00000200:86.0:1596747969.511940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c404f9a000 0x3784f9a000(0x3784f9a000) 00000800:00000200:86.0:1596747969.511941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c404f9b000 0x3784f9b000(0x3784f9b000) 00000800:00000200:86.0:1596747969.511941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c404f9c000 0x3784f9c000(0x3784f9c000) 00000800:00000200:86.0:1596747969.511942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c404f9d000 0x3784f9d000(0x3784f9d000) 00000800:00000200:86.0:1596747969.511943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c404f9e000 0x3784f9e000(0x3784f9e000) 00000800:00000200:86.0:1596747969.511944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c404f9f000 0x3784f9f000(0x3784f9f000) 00000800:00000200:86.0:1596747969.511944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c404fa0000 0x3784fa0000(0x3784fa0000) 00000800:00000200:86.0:1596747969.511945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c404fa1000 0x3784fa1000(0x3784fa1000) 00000800:00000200:86.0:1596747969.511946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c404fa2000 0x3784fa2000(0x3784fa2000) 00000800:00000200:86.0:1596747969.511947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c404fa3000 0x3784fa3000(0x3784fa3000) 00000800:00000010:86.0:1596747969.512484:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848280 (tot 156663274). 00000800:00000200:86.0:1596747969.512486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512503:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512504:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512504:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512505:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.512510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac800] (20)-- 00000800:00000200:86.0:1596747969.512511:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.58@o2ib36 00000800:00000200:86.0:1596747969.512781:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747969.513199:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.58@o2ib36 00000800:00000200:86.0:1596747969.513200:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.58@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747969.513201:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c4089238c0 (tot 156663138). 00000800:00000200:86.0:1596747969.513202:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158ac800] (19)++ 00000800:00000200:86.0:1596747969.513202:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158ac800] (20)++ 00000800:00000200:86.0:1596747969.513203:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158ac800] (21)-- 00000800:00000200:36.2:1596747969.513207:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158ac800] (20)++ 00000800:00000010:86.0:1596747970.432056:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848280 (tot 156663250). 00000800:00000200:86.0:1596747970.432059:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848280] -> 192.168.128.32@o2ib36 (1)++ 00000800:00000010:86.0:1596747970.432060:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848300 (tot 156663362). 00000800:00000010:86.0:1596747970.432061:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158ac200 (tot 156663658). 00000800:00000010:86.0:1596747970.432062:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c4089238c0 (tot 156663794). 00000800:00000010:86.0:1596747970.432063:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc50000 (tot 156665666). 00000800:00000010:86.0:1596747970.432064:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c4089235c0 (tot 156665818). 00000800:00000200:86.0:1596747970.432069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c404865000 0x3784865000(0x3784865000) 00000800:00000200:86.0:1596747970.432071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c404866000 0x3784866000(0x3784866000) 00000800:00000200:86.0:1596747970.432071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c404867000 0x3784867000(0x3784867000) 00000800:00000200:86.0:1596747970.432072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c404868000 0x3784868000(0x3784868000) 00000800:00000200:86.0:1596747970.432073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c404869000 0x3784869000(0x3784869000) 00000800:00000200:86.0:1596747970.432074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c40486a000 0x378486a000(0x378486a000) 00000800:00000200:86.0:1596747970.432075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c40486b000 0x378486b000(0x378486b000) 00000800:00000200:86.0:1596747970.432075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c40486c000 0x378486c000(0x378486c000) 00000800:00000200:86.0:1596747970.432076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c40486d000 0x378486d000(0x378486d000) 00000800:00000200:86.0:1596747970.432077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c40486e000 0x378486e000(0x378486e000) 00000800:00000200:86.0:1596747970.432077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c40486f000 0x378486f000(0x378486f000) 00000800:00000200:86.0:1596747970.432078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c404898000 0x3784898000(0x3784898000) 00000800:00000200:86.0:1596747970.432079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c404899000 0x3784899000(0x3784899000) 00000800:00000200:86.0:1596747970.432080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c40489a000 0x378489a000(0x378489a000) 00000800:00000200:86.0:1596747970.432081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c40489b000 0x378489b000(0x378489b000) 00000800:00000200:86.0:1596747970.432081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c40489c000 0x378489c000(0x378489c000) 00000800:00000200:86.0:1596747970.432082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c40489d000 0x378489d000(0x378489d000) 00000800:00000200:86.0:1596747970.432083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c40489e000 0x378489e000(0x378489e000) 00000800:00000010:86.0:1596747970.432643:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848300 (tot 156665706). 00000800:00000200:86.0:1596747970.432644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.432662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ac200] (20)-- 00000800:00000200:86.0:1596747970.432663:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.32@o2ib36 00000800:00000200:86.0:1596747970.432936:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747970.433375:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.32@o2ib36 00000800:00000200:86.0:1596747970.433376:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.32@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747970.433377:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c4089238c0 (tot 156665570). 00000800:00000200:86.0:1596747970.433378:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158ac200] (19)++ 00000800:00000200:86.0:1596747970.433378:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158ac200] (20)++ 00000800:00000200:86.0:1596747970.433379:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158ac200] (21)-- 00000800:00000200:86.2:1596747970.433386:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158ac200] (20)++ 00000800:00000010:86.0:1596747970.670921:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3f80 (tot 156665682). 00000800:00000200:86.0:1596747970.670924:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3f80] -> 192.168.128.141@o2ib36 (1)++ 00000800:00000010:86.0:1596747970.670926:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3f00 (tot 156665794). 00000800:00000010:86.0:1596747970.670929:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e625400 (tot 156666090). 00000800:00000010:86.0:1596747970.670932:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479140 (tot 156666226). 00000800:00000010:86.0:1596747970.670937:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7f8000 (tot 156668098). 00000800:00000010:86.0:1596747970.670938:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e479680 (tot 156668250). 00000800:00000200:86.0:1596747970.670947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e7f5000 0xfde7f5000(0xfde7f5000) 00000800:00000200:86.0:1596747970.670948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e7f6000 0xfde7f6000(0xfde7f6000) 00000800:00000200:86.0:1596747970.670949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e7f7000 0xfde7f7000(0xfde7f7000) 00000800:00000200:86.0:1596747970.670950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e000000 0xfde000000(0xfde000000) 00000800:00000200:86.0:1596747970.670951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e001000 0xfde001000(0xfde001000) 00000800:00000200:86.0:1596747970.670952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e002000 0xfde002000(0xfde002000) 00000800:00000200:86.0:1596747970.670952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e003000 0xfde003000(0xfde003000) 00000800:00000200:86.0:1596747970.670953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e004000 0xfde004000(0xfde004000) 00000800:00000200:86.0:1596747970.670954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e005000 0xfde005000(0xfde005000) 00000800:00000200:86.0:1596747970.670955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e006000 0xfde006000(0xfde006000) 00000800:00000200:86.0:1596747970.670955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e007000 0xfde007000(0xfde007000) 00000800:00000200:86.0:1596747970.670956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e008000 0xfde008000(0xfde008000) 00000800:00000200:86.0:1596747970.670957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e009000 0xfde009000(0xfde009000) 00000800:00000200:86.0:1596747970.670958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e00a000 0xfde00a000(0xfde00a000) 00000800:00000200:86.0:1596747970.670958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e00b000 0xfde00b000(0xfde00b000) 00000800:00000200:86.0:1596747970.670959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e00c000 0xfde00c000(0xfde00c000) 00000800:00000200:86.0:1596747970.670960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e00d000 0xfde00d000(0xfde00d000) 00000800:00000200:86.0:1596747970.670960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e00e000 0xfde00e000(0xfde00e000) 00000800:00000010:86.0:1596747970.671517:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3f00 (tot 156668138). 00000800:00000200:86.0:1596747970.671519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.671536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625400] (20)-- 00000800:00000200:86.0:1596747970.671538:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.141@o2ib36 00000800:00000200:86.0:1596747970.671808:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747970.672208:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.141@o2ib36 00000800:00000200:86.0:1596747970.672209:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.141@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747970.672209:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479140 (tot 156668002). 00000800:00000200:86.0:1596747970.672210:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e625400] (19)++ 00000800:00000200:86.0:1596747970.672211:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e625400] (20)++ 00000800:00000200:86.0:1596747970.672212:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e625400] (21)-- 00000800:00000200:87.2:1596747970.672405:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e625400] (20)++ 00000800:00000010:86.0:1596747970.806797:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55eace00 (tot 156668114). 00000800:00000200:86.0:1596747970.806800:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55eace00] -> 192.168.128.131@o2ib36 (1)++ 00000800:00000010:86.0:1596747970.806802:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55eace80 (tot 156668226). 00000800:00000010:86.0:1596747970.806807:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55258000 (tot 156668522). 00000800:00000010:86.0:1596747970.806810:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55024000 (tot 156668658). 00000800:00000010:86.0:1596747970.806812:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc551eb000 (tot 156670530). 00000800:00000010:86.0:1596747970.806813:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55024780 (tot 156670682). 00000800:00000200:86.0:1596747970.806822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7a238000 0x3ffa238000(0x3ffa238000) 00000800:00000200:86.0:1596747970.806823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc576f8000 0x3fd76f8000(0x3fd76f8000) 00000800:00000200:86.0:1596747970.806824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57a55000 0x3fd7a55000(0x3fd7a55000) 00000800:00000200:86.0:1596747970.806825:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc69571000 0x3fe9571000(0x3fe9571000) 00000800:00000200:86.0:1596747970.806826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc7a3df000 0x3ffa3df000(0x3ffa3df000) 00000800:00000200:86.0:1596747970.806826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc7c3c4000 0x3ffc3c4000(0x3ffc3c4000) 00000800:00000200:86.0:1596747970.806827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc6da75000 0x3feda75000(0x3feda75000) 00000800:00000200:86.0:1596747970.806828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc5755b000 0x3fd755b000(0x3fd755b000) 00000800:00000200:86.0:1596747970.806828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55a52000 0x3fd5a52000(0x3fd5a52000) 00000800:00000200:86.0:1596747970.806829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55f03000 0x3fd5f03000(0x3fd5f03000) 00000800:00000200:86.0:1596747970.806830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57a8c000 0x3fd7a8c000(0x3fd7a8c000) 00000800:00000200:86.0:1596747970.806831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5740e000 0x3fd740e000(0x3fd740e000) 00000800:00000200:86.0:1596747970.806831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc554f3000 0x3fd54f3000(0x3fd54f3000) 00000800:00000200:86.0:1596747970.806832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc554f9000 0x3fd54f9000(0x3fd54f9000) 00000800:00000200:86.0:1596747970.806833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc554fa000 0x3fd54fa000(0x3fd54fa000) 00000800:00000200:86.0:1596747970.806834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc559ce000 0x3fd59ce000(0x3fd59ce000) 00000800:00000200:86.0:1596747970.806834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc554f5000 0x3fd54f5000(0x3fd54f5000) 00000800:00000200:86.0:1596747970.806835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55544000 0x3fd5544000(0x3fd5544000) 00000800:00000010:86.0:1596747970.807379:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55eace80 (tot 156670570). 00000800:00000200:86.0:1596747970.807381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258000] (20)-- 00000800:00000200:86.0:1596747970.807399:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.131@o2ib36 00000800:00000200:86.0:1596747970.807664:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747970.807952:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.131@o2ib36 00000800:00000200:86.0:1596747970.807954:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.131@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747970.807954:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55024000 (tot 156670434). 00000800:00000200:86.0:1596747970.807955:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55258000] (19)++ 00000800:00000200:86.0:1596747970.807956:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55258000] (20)++ 00000800:00000200:86.0:1596747970.807957:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55258000] (21)-- 00000800:00000200:88.2:1596747970.808107:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55258000] (20)++ 00000800:00000010:86.0:1596747971.148883:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849c80 (tot 156670546). 00000800:00000200:86.0:1596747971.148887:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849c80] -> 192.168.128.79@o2ib36 (1)++ 00000800:00000010:86.0:1596747971.148888:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849c00 (tot 156670658). 00000800:00000010:86.0:1596747971.148890:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c41be86200 (tot 156670954). 00000800:00000010:86.0:1596747971.148892:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408922480 (tot 156671090). 00000800:00000010:86.0:1596747971.148893:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc56000 (tot 156672962). 00000800:00000010:86.0:1596747971.148894:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408923a40 (tot 156673114). 00000800:00000200:86.0:1596747971.148899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c404b32000 0x3784b32000(0x3784b32000) 00000800:00000200:86.0:1596747971.148900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c404b33000 0x3784b33000(0x3784b33000) 00000800:00000200:86.0:1596747971.148901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c404b34000 0x3784b34000(0x3784b34000) 00000800:00000200:86.0:1596747971.148902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c404b35000 0x3784b35000(0x3784b35000) 00000800:00000200:86.0:1596747971.148902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c404b36000 0x3784b36000(0x3784b36000) 00000800:00000200:86.0:1596747971.148903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c404b37000 0x3784b37000(0x3784b37000) 00000800:00000200:86.0:1596747971.148904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c404b60000 0x3784b60000(0x3784b60000) 00000800:00000200:86.0:1596747971.148904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c404b61000 0x3784b61000(0x3784b61000) 00000800:00000200:86.0:1596747971.148905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c404b62000 0x3784b62000(0x3784b62000) 00000800:00000200:86.0:1596747971.148906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c404b63000 0x3784b63000(0x3784b63000) 00000800:00000200:86.0:1596747971.148907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c404b64000 0x3784b64000(0x3784b64000) 00000800:00000200:86.0:1596747971.148907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c404b65000 0x3784b65000(0x3784b65000) 00000800:00000200:86.0:1596747971.148908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c404b66000 0x3784b66000(0x3784b66000) 00000800:00000200:86.0:1596747971.148909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c404b67000 0x3784b67000(0x3784b67000) 00000800:00000200:86.0:1596747971.148910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c404b68000 0x3784b68000(0x3784b68000) 00000800:00000200:86.0:1596747971.148910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c404b69000 0x3784b69000(0x3784b69000) 00000800:00000200:86.0:1596747971.148911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c404b6a000 0x3784b6a000(0x3784b6a000) 00000800:00000200:86.0:1596747971.148912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c404b6b000 0x3784b6b000(0x3784b6b000) 00000800:00000010:86.0:1596747971.149469:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849c00 (tot 156673002). 00000800:00000200:86.0:1596747971.149471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.149489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be86200] (20)-- 00000800:00000200:86.0:1596747971.149490:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.79@o2ib36 00000800:00000200:86.0:1596747971.149741:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747971.150113:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.79@o2ib36 00000800:00000200:86.0:1596747971.150114:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.79@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747971.150115:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408922480 (tot 156672866). 00000800:00000200:86.0:1596747971.150116:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c41be86200] (19)++ 00000800:00000200:86.0:1596747971.150117:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c41be86200] (20)++ 00000800:00000200:86.0:1596747971.150117:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c41be86200] (21)-- 00000800:00000200:36.2:1596747971.150126:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be86200] (20)++ 00000800:00000010:86.0:1596747971.275528:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2000 (tot 156672978). 00000800:00000200:86.0:1596747971.275531:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2000] -> 192.168.128.78@o2ib36 (1)++ 00000800:00000010:86.0:1596747971.275533:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2080 (tot 156673090). 00000800:00000010:86.0:1596747971.275535:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e626400 (tot 156673386). 00000800:00000010:86.0:1596747971.275537:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156673522). 00000800:00000010:86.0:1596747971.275538:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7ff800 (tot 156675394). 00000800:00000010:86.0:1596747971.275540:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e4786c0 (tot 156675546). 00000800:00000200:86.0:1596747971.275544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e00f000 0xfde00f000(0xfde00f000) 00000800:00000200:86.0:1596747971.275545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e010000 0xfde010000(0xfde010000) 00000800:00000200:86.0:1596747971.275546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e011000 0xfde011000(0xfde011000) 00000800:00000200:86.0:1596747971.275547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e012000 0xfde012000(0xfde012000) 00000800:00000200:86.0:1596747971.275548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e013000 0xfde013000(0xfde013000) 00000800:00000200:86.0:1596747971.275549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e014000 0xfde014000(0xfde014000) 00000800:00000200:86.0:1596747971.275549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e015000 0xfde015000(0xfde015000) 00000800:00000200:86.0:1596747971.275550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e016000 0xfde016000(0xfde016000) 00000800:00000200:86.0:1596747971.275551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e017000 0xfde017000(0xfde017000) 00000800:00000200:86.0:1596747971.275552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e018000 0xfde018000(0xfde018000) 00000800:00000200:86.0:1596747971.275553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e019000 0xfde019000(0xfde019000) 00000800:00000200:86.0:1596747971.275553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e01a000 0xfde01a000(0xfde01a000) 00000800:00000200:86.0:1596747971.275554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e01b000 0xfde01b000(0xfde01b000) 00000800:00000200:86.0:1596747971.275555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e01c000 0xfde01c000(0xfde01c000) 00000800:00000200:86.0:1596747971.275555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e01d000 0xfde01d000(0xfde01d000) 00000800:00000200:86.0:1596747971.275556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e01e000 0xfde01e000(0xfde01e000) 00000800:00000200:86.0:1596747971.275557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e01f000 0xfde01f000(0xfde01f000) 00000800:00000200:86.0:1596747971.275558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e020000 0xfde020000(0xfde020000) 00000800:00000010:86.0:1596747971.276099:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2080 (tot 156675434). 00000800:00000200:86.0:1596747971.276100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626400] (20)-- 00000800:00000200:86.0:1596747971.276120:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.78@o2ib36 00000800:00000200:86.0:1596747971.276378:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747971.276777:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.78@o2ib36 00000800:00000200:86.0:1596747971.276779:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.78@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747971.276780:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156675298). 00000800:00000200:86.0:1596747971.276781:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e626400] (19)++ 00000800:00000200:86.0:1596747971.276782:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e626400] (20)++ 00000800:00000200:86.0:1596747971.276783:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e626400] (21)-- 00000800:00000200:88.2:1596747971.276977:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e626400] (20)++ 00000800:00020000:15.0:1596747971.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747971.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747971.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557d0000] (22)++ 00000800:00000100:15.0:1596747971.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747971.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacc00] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:15.0:1596747971.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc557d0000] (23)-- 00000400:00000200:15.0:1596747971.352997:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:15.0:1596747971.352998:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:15.0:1596747971.352999:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc557d0000] (22)-- 00000800:00000200:86.0:1596747971.353309:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc557d0000] (21)-- 00000800:00000200:86.0:1596747971.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747971.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747971.513793:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2080 (tot 156675410). 00000800:00000200:86.0:1596747971.513797:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2080] -> 192.168.128.167@o2ib36 (1)++ 00000800:00000010:86.0:1596747971.513798:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2100 (tot 156675522). 00000800:00000010:86.0:1596747971.513800:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e621800 (tot 156675818). 00000800:00000010:86.0:1596747971.513801:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156675954). 00000800:00000010:86.0:1596747971.513802:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7fe800 (tot 156677826). 00000800:00000010:86.0:1596747971.513803:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e479980 (tot 156677978). 00000800:00000200:86.0:1596747971.513806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e021000 0xfde021000(0xfde021000) 00000800:00000200:86.0:1596747971.513807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e022000 0xfde022000(0xfde022000) 00000800:00000200:86.0:1596747971.513808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e023000 0xfde023000(0xfde023000) 00000800:00000200:86.0:1596747971.513808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e024000 0xfde024000(0xfde024000) 00000800:00000200:86.0:1596747971.513809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e025000 0xfde025000(0xfde025000) 00000800:00000200:86.0:1596747971.513810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e026000 0xfde026000(0xfde026000) 00000800:00000200:86.0:1596747971.513811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e027000 0xfde027000(0xfde027000) 00000800:00000200:86.0:1596747971.513811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e028000 0xfde028000(0xfde028000) 00000800:00000200:86.0:1596747971.513812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e029000 0xfde029000(0xfde029000) 00000800:00000200:86.0:1596747971.513813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e02a000 0xfde02a000(0xfde02a000) 00000800:00000200:86.0:1596747971.513814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e02b000 0xfde02b000(0xfde02b000) 00000800:00000200:86.0:1596747971.513814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e02c000 0xfde02c000(0xfde02c000) 00000800:00000200:86.0:1596747971.513815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e02d000 0xfde02d000(0xfde02d000) 00000800:00000200:86.0:1596747971.513816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e02e000 0xfde02e000(0xfde02e000) 00000800:00000200:86.0:1596747971.513816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e02f000 0xfde02f000(0xfde02f000) 00000800:00000200:86.0:1596747971.513817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e030000 0xfde030000(0xfde030000) 00000800:00000200:86.0:1596747971.513818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e031000 0xfde031000(0xfde031000) 00000800:00000200:86.0:1596747971.513819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e032000 0xfde032000(0xfde032000) 00000800:00000010:86.0:1596747971.514370:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2100 (tot 156677866). 00000800:00000200:86.0:1596747971.514372:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514373:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514374:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514374:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514375:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514375:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514376:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514376:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514377:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514378:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514378:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514379:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.514389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621800] (20)-- 00000800:00000200:86.0:1596747971.514391:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.167@o2ib36 00000800:00000200:86.0:1596747971.514654:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747971.515055:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.167@o2ib36 00000800:00000200:86.0:1596747971.515056:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.167@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747971.515057:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156677730). 00000800:00000200:86.0:1596747971.515058:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e621800] (19)++ 00000800:00000200:86.0:1596747971.515059:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e621800] (20)++ 00000800:00000200:86.0:1596747971.515060:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e621800] (21)-- 00000800:00000200:88.2:1596747971.515214:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e621800] (20)++ 00000800:00000010:86.0:1596747971.877135:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbd80 (tot 156677842). 00000800:00000200:86.0:1596747971.877139:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbd80] -> 192.168.128.7@o2ib36 (1)++ 00000800:00000010:86.0:1596747971.877141:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbe00 (tot 156677954). 00000800:00000010:86.0:1596747971.877144:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447579000 (tot 156678250). 00000800:00000010:86.0:1596747971.877146:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156678386). 00000800:00000010:86.0:1596747971.877150:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447158000 (tot 156680258). 00000800:00000010:86.0:1596747971.877151:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707c840 (tot 156680410). 00000800:00000200:86.0:1596747971.877156:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447153000 0x17c7153000(0x17c7153000) 00000800:00000200:86.0:1596747971.877157:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4768a8000 0x17f68a8000(0x17f68a8000) 00000800:00000200:86.0:1596747971.877158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476ecd000 0x17f6ecd000(0x17f6ecd000) 00000800:00000200:86.0:1596747971.877159:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447154000 0x17c7154000(0x17c7154000) 00000800:00000200:86.0:1596747971.877160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447155000 0x17c7155000(0x17c7155000) 00000800:00000200:86.0:1596747971.877160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447156000 0x17c7156000(0x17c7156000) 00000800:00000200:86.0:1596747971.877161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447157000 0x17c7157000(0x17c7157000) 00000800:00000200:86.0:1596747971.877162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447160000 0x17c7160000(0x17c7160000) 00000800:00000200:86.0:1596747971.877163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447161000 0x17c7161000(0x17c7161000) 00000800:00000200:86.0:1596747971.877163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447162000 0x17c7162000(0x17c7162000) 00000800:00000200:86.0:1596747971.877164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447163000 0x17c7163000(0x17c7163000) 00000800:00000200:86.0:1596747971.877165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447164000 0x17c7164000(0x17c7164000) 00000800:00000200:86.0:1596747971.877165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447165000 0x17c7165000(0x17c7165000) 00000800:00000200:86.0:1596747971.877166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447166000 0x17c7166000(0x17c7166000) 00000800:00000200:86.0:1596747971.877167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447167000 0x17c7167000(0x17c7167000) 00000800:00000200:86.0:1596747971.877168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a447168000 0x17c7168000(0x17c7168000) 00000800:00000200:86.0:1596747971.877168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447169000 0x17c7169000(0x17c7169000) 00000800:00000200:86.0:1596747971.877169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44716a000 0x17c716a000(0x17c716a000) 00000800:00000010:86.0:1596747971.877765:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbe00 (tot 156680298). 00000800:00000200:86.0:1596747971.877766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877779:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877780:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.877784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579000] (20)-- 00000800:00000200:86.0:1596747971.877786:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.7@o2ib36 00000800:00000200:86.0:1596747971.878042:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747971.878430:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.7@o2ib36 00000800:00000200:86.0:1596747971.878431:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.7@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747971.878432:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156680162). 00000800:00000200:86.0:1596747971.878433:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447579000] (19)++ 00000800:00000200:86.0:1596747971.878434:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447579000] (20)++ 00000800:00000200:86.0:1596747971.878434:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447579000] (21)-- 00000800:00000200:36.2:1596747971.878441:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447579000] (20)++ 00000800:00000010:86.0:1596747971.899432:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbe00 (tot 156680274). 00000800:00000200:86.0:1596747971.899435:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbe00] -> 192.168.128.117@o2ib36 (1)++ 00000800:00000010:86.0:1596747971.899436:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db200 (tot 156680386). 00000800:00000010:86.0:1596747971.899438:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44757a000 (tot 156680682). 00000800:00000010:86.0:1596747971.899439:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156680818). 00000800:00000010:86.0:1596747971.899440:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447159000 (tot 156682690). 00000800:00000010:86.0:1596747971.899441:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707ca80 (tot 156682842). 00000800:00000200:86.0:1596747971.899445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44716b000 0x17c716b000(0x17c716b000) 00000800:00000200:86.0:1596747971.899446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44716c000 0x17c716c000(0x17c716c000) 00000800:00000200:86.0:1596747971.899447:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44716d000 0x17c716d000(0x17c716d000) 00000800:00000200:86.0:1596747971.899448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a44716e000 0x17c716e000(0x17c716e000) 00000800:00000200:86.0:1596747971.899449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a44716f000 0x17c716f000(0x17c716f000) 00000800:00000200:86.0:1596747971.899450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447170000 0x17c7170000(0x17c7170000) 00000800:00000200:86.0:1596747971.899450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447171000 0x17c7171000(0x17c7171000) 00000800:00000200:86.0:1596747971.899451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447172000 0x17c7172000(0x17c7172000) 00000800:00000200:86.0:1596747971.899452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447173000 0x17c7173000(0x17c7173000) 00000800:00000200:86.0:1596747971.899453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447174000 0x17c7174000(0x17c7174000) 00000800:00000200:86.0:1596747971.899453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447175000 0x17c7175000(0x17c7175000) 00000800:00000200:86.0:1596747971.899454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447176000 0x17c7176000(0x17c7176000) 00000800:00000200:86.0:1596747971.899455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447177000 0x17c7177000(0x17c7177000) 00000800:00000200:86.0:1596747971.899456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447178000 0x17c7178000(0x17c7178000) 00000800:00000200:86.0:1596747971.899456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447179000 0x17c7179000(0x17c7179000) 00000800:00000200:86.0:1596747971.899457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44717a000 0x17c717a000(0x17c717a000) 00000800:00000200:86.0:1596747971.899458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44717b000 0x17c717b000(0x17c717b000) 00000800:00000200:86.0:1596747971.899458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44717c000 0x17c717c000(0x17c717c000) 00000800:00000010:86.0:1596747971.900000:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db200 (tot 156682730). 00000800:00000200:86.0:1596747971.900001:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900002:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900002:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900003:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900003:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900004:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900004:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900005:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900006:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900006:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900007:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900008:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900008:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44757a000] (20)-- 00000800:00000200:86.0:1596747971.900020:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.117@o2ib36 00000800:00000200:86.0:1596747971.900275:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747971.900652:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.117@o2ib36 00000800:00000200:86.0:1596747971.900654:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.117@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747971.900654:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156682594). 00000800:00000200:86.0:1596747971.900656:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44757a000] (19)++ 00000800:00000200:86.0:1596747971.900656:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44757a000] (20)++ 00000800:00000200:86.0:1596747971.900657:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44757a000] (21)-- 00000800:00000200:39.2:1596747971.900820:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44757a000] (20)++ 00000800:00000010:86.0:1596747972.002396:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55ead080 (tot 156682706). 00000800:00000200:86.0:1596747972.002399:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55ead080] -> 192.168.128.8@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.002401:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55ead000 (tot 156682818). 00000800:00000010:86.0:1596747972.002402:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55258600 (tot 156683114). 00000800:00000010:86.0:1596747972.002404:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55025ec0 (tot 156683250). 00000800:00000010:86.0:1596747972.002408:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55260000 (tot 156685122). 00000800:00000010:86.0:1596747972.002409:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55025500 (tot 156685274). 00000800:00000200:86.0:1596747972.002417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5553f000 0x3fd553f000(0x3fd553f000) 00000800:00000200:86.0:1596747972.002418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5554f000 0x3fd554f000(0x3fd554f000) 00000800:00000200:86.0:1596747972.002419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc77bdd000 0x3ff7bdd000(0x3ff7bdd000) 00000800:00000200:86.0:1596747972.002420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55a94000 0x3fd5a94000(0x3fd5a94000) 00000800:00000200:86.0:1596747972.002420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57b1a000 0x3fd7b1a000(0x3fd7b1a000) 00000800:00000200:86.0:1596747972.002421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57ab2000 0x3fd7ab2000(0x3fd7ab2000) 00000800:00000200:86.0:1596747972.002422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc69576000 0x3fe9576000(0x3fe9576000) 00000800:00000200:86.0:1596747972.002423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57bc4000 0x3fd7bc4000(0x3fd7bc4000) 00000800:00000200:86.0:1596747972.002423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57a10000 0x3fd7a10000(0x3fd7a10000) 00000800:00000200:86.0:1596747972.002424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc7a784000 0x3ffa784000(0x3ffa784000) 00000800:00000200:86.0:1596747972.002425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc574ba000 0x3fd74ba000(0x3fd74ba000) 00000800:00000200:86.0:1596747972.002425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc7a7be000 0x3ffa7be000(0x3ffa7be000) 00000800:00000200:86.0:1596747972.002426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57a59000 0x3fd7a59000(0x3fd7a59000) 00000800:00000200:86.0:1596747972.002427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55529000 0x3fd5529000(0x3fd5529000) 00000800:00000200:86.0:1596747972.002428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55536000 0x3fd5536000(0x3fd5536000) 00000800:00000200:86.0:1596747972.002428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5552d000 0x3fd552d000(0x3fd552d000) 00000800:00000200:86.0:1596747972.002429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57b5f000 0x3fd7b5f000(0x3fd7b5f000) 00000800:00000200:86.0:1596747972.002430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55aac000 0x3fd5aac000(0x3fd5aac000) 00000800:00000010:86.0:1596747972.003001:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55ead000 (tot 156685162). 00000800:00000200:86.0:1596747972.003002:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003003:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003004:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003005:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003006:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003006:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003007:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003008:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003008:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55258600] (20)-- 00000800:00000200:86.0:1596747972.003022:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.8@o2ib36 00000800:00000200:86.0:1596747972.003284:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.003641:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.8@o2ib36 00000800:00000200:86.0:1596747972.003642:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.8@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.003643:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55025ec0 (tot 156685026). 00000800:00000200:86.0:1596747972.003645:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55258600] (19)++ 00000800:00000200:86.0:1596747972.003645:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55258600] (20)++ 00000800:00000200:38.2:1596747972.003646:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55258600] (20)++ 00000800:00000200:86.0:1596747972.003647:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55258600] (21)-- 00000800:00000010:86.0:1596747972.115719:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1e00 (tot 156685138). 00000800:00000200:86.0:1596747972.115722:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1e00] -> 192.168.128.14@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.115724:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1d80 (tot 156685250). 00000800:00000010:86.0:1596747972.115727:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6cc00 (tot 156685546). 00000800:00000010:86.0:1596747972.115729:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46840 (tot 156685682). 00000800:00000010:86.0:1596747972.115731:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65caf800 (tot 156687554). 00000800:00000010:86.0:1596747972.115732:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f46fc0 (tot 156687706). 00000800:00000200:86.0:1596747972.115738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65c01000 0x2fe5c01000(0x2fe5c01000) 00000800:00000200:86.0:1596747972.115739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65c02000 0x2fe5c02000(0x2fe5c02000) 00000800:00000200:86.0:1596747972.115740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65c03000 0x2fe5c03000(0x2fe5c03000) 00000800:00000200:86.0:1596747972.115741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65c04000 0x2fe5c04000(0x2fe5c04000) 00000800:00000200:86.0:1596747972.115742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65c05000 0x2fe5c05000(0x2fe5c05000) 00000800:00000200:86.0:1596747972.115743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65c06000 0x2fe5c06000(0x2fe5c06000) 00000800:00000200:86.0:1596747972.115743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65c07000 0x2fe5c07000(0x2fe5c07000) 00000800:00000200:86.0:1596747972.115744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65c30000 0x2fe5c30000(0x2fe5c30000) 00000800:00000200:86.0:1596747972.115745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65c31000 0x2fe5c31000(0x2fe5c31000) 00000800:00000200:86.0:1596747972.115745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65c32000 0x2fe5c32000(0x2fe5c32000) 00000800:00000200:86.0:1596747972.115746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65c33000 0x2fe5c33000(0x2fe5c33000) 00000800:00000200:86.0:1596747972.115747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65c34000 0x2fe5c34000(0x2fe5c34000) 00000800:00000200:86.0:1596747972.115748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65c35000 0x2fe5c35000(0x2fe5c35000) 00000800:00000200:86.0:1596747972.115748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65c36000 0x2fe5c36000(0x2fe5c36000) 00000800:00000200:86.0:1596747972.115749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65c37000 0x2fe5c37000(0x2fe5c37000) 00000800:00000200:86.0:1596747972.115750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65c38000 0x2fe5c38000(0x2fe5c38000) 00000800:00000200:86.0:1596747972.115751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65c39000 0x2fe5c39000(0x2fe5c39000) 00000800:00000200:86.0:1596747972.115751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65c3a000 0x2fe5c3a000(0x2fe5c3a000) 00000800:00000010:86.0:1596747972.116316:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1d80 (tot 156687594). 00000800:00000200:86.0:1596747972.116317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6cc00] (20)-- 00000800:00000200:86.0:1596747972.116337:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.14@o2ib36 00000800:00000200:86.0:1596747972.116596:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.116967:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.14@o2ib36 00000800:00000200:86.0:1596747972.116968:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.14@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.116969:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46840 (tot 156687458). 00000800:00000200:86.0:1596747972.116969:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6cc00] (19)++ 00000800:00000200:86.0:1596747972.116970:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6cc00] (20)++ 00000800:00000200:86.0:1596747972.116971:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6cc00] (21)-- 00000800:00000200:40.2:1596747972.117129:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6cc00] (20)++ 00000800:00000010:86.0:1596747972.298347:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3f00 (tot 156687570). 00000800:00000200:86.0:1596747972.298349:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3f00] -> 192.168.128.31@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.298351:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3e80 (tot 156687682). 00000800:00000010:86.0:1596747972.298354:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e830e00 (tot 156687978). 00000800:00000010:86.0:1596747972.298356:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156688114). 00000800:00000010:86.0:1596747972.298358:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7f9000 (tot 156689986). 00000800:00000010:86.0:1596747972.298360:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7e562e40 (tot 156690138). 00000800:00000200:86.0:1596747972.298365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e033000 0xfde033000(0xfde033000) 00000800:00000200:86.0:1596747972.298366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e034000 0xfde034000(0xfde034000) 00000800:00000200:86.0:1596747972.298367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e035000 0xfde035000(0xfde035000) 00000800:00000200:86.0:1596747972.298368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e036000 0xfde036000(0xfde036000) 00000800:00000200:86.0:1596747972.298369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e037000 0xfde037000(0xfde037000) 00000800:00000200:86.0:1596747972.298370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e038000 0xfde038000(0xfde038000) 00000800:00000200:86.0:1596747972.298370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e039000 0xfde039000(0xfde039000) 00000800:00000200:86.0:1596747972.298371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e03a000 0xfde03a000(0xfde03a000) 00000800:00000200:86.0:1596747972.298372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e03b000 0xfde03b000(0xfde03b000) 00000800:00000200:86.0:1596747972.298372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e03c000 0xfde03c000(0xfde03c000) 00000800:00000200:86.0:1596747972.298373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e03d000 0xfde03d000(0xfde03d000) 00000800:00000200:86.0:1596747972.298374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e03e000 0xfde03e000(0xfde03e000) 00000800:00000200:86.0:1596747972.298375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e03f000 0xfde03f000(0xfde03f000) 00000800:00000200:86.0:1596747972.298375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e040000 0xfde040000(0xfde040000) 00000800:00000200:86.0:1596747972.298376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e041000 0xfde041000(0xfde041000) 00000800:00000200:86.0:1596747972.298377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e042000 0xfde042000(0xfde042000) 00000800:00000200:86.0:1596747972.298378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e043000 0xfde043000(0xfde043000) 00000800:00000200:86.0:1596747972.298378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e044000 0xfde044000(0xfde044000) 00000800:00000010:86.0:1596747972.298973:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3e80 (tot 156690026). 00000800:00000200:86.0:1596747972.298974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.298992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830e00] (20)-- 00000800:00000200:86.0:1596747972.298994:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.31@o2ib36 00000800:00000200:86.0:1596747972.299246:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.299667:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.31@o2ib36 00000800:00000200:86.0:1596747972.299669:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.31@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.299670:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156689890). 00000800:00000200:86.0:1596747972.299671:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e830e00] (19)++ 00000800:00000200:86.0:1596747972.299672:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e830e00] (20)++ 00000800:00000200:86.0:1596747972.299672:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e830e00] (21)-- 00000800:00000200:89.2:1596747972.299675:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e830e00] (20)++ 00000800:00000010:86.0:1596747972.473708:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35b00 (tot 156690002). 00000800:00000200:86.0:1596747972.473711:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35b00] -> 192.168.128.149@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.473713:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35a80 (tot 156690114). 00000800:00000010:86.0:1596747972.473715:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c436c00 (tot 156690410). 00000800:00000010:86.0:1596747972.473717:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156690546). 00000800:00000010:86.0:1596747972.473719:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cfea000 (tot 156692418). 00000800:00000010:86.0:1596747972.473720:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9f5c0 (tot 156692570). 00000800:00000200:86.0:1596747972.473725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c490000 0x7dc490000(0x7dc490000) 00000800:00000200:86.0:1596747972.473726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c491000 0x7dc491000(0x7dc491000) 00000800:00000200:86.0:1596747972.473727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c492000 0x7dc492000(0x7dc492000) 00000800:00000200:86.0:1596747972.473728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c493000 0x7dc493000(0x7dc493000) 00000800:00000200:86.0:1596747972.473729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c494000 0x7dc494000(0x7dc494000) 00000800:00000200:86.0:1596747972.473730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c495000 0x7dc495000(0x7dc495000) 00000800:00000200:86.0:1596747972.473730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c496000 0x7dc496000(0x7dc496000) 00000800:00000200:86.0:1596747972.473731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c497000 0x7dc497000(0x7dc497000) 00000800:00000200:86.0:1596747972.473732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c498000 0x7dc498000(0x7dc498000) 00000800:00000200:86.0:1596747972.473733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c499000 0x7dc499000(0x7dc499000) 00000800:00000200:86.0:1596747972.473733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c49a000 0x7dc49a000(0x7dc49a000) 00000800:00000200:86.0:1596747972.473734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c49b000 0x7dc49b000(0x7dc49b000) 00000800:00000200:86.0:1596747972.473735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c49c000 0x7dc49c000(0x7dc49c000) 00000800:00000200:86.0:1596747972.473735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c49d000 0x7dc49d000(0x7dc49d000) 00000800:00000200:86.0:1596747972.473736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c49e000 0x7dc49e000(0x7dc49e000) 00000800:00000200:86.0:1596747972.473737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c49f000 0x7dc49f000(0x7dc49f000) 00000800:00000200:86.0:1596747972.473738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c4a0000 0x7dc4a0000(0x7dc4a0000) 00000800:00000200:86.0:1596747972.473738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c4a1000 0x7dc4a1000(0x7dc4a1000) 00000800:00000010:86.0:1596747972.474292:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35a80 (tot 156692458). 00000800:00000200:86.0:1596747972.474293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.474311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436c00] (20)-- 00000800:00000200:86.0:1596747972.474312:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.149@o2ib36 00000800:00000200:86.0:1596747972.474581:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:40.2:1596747972.475553:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c436c00] (19)++ 00000800:00000200:86.0:1596747972.475559:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.149@o2ib36 00000800:00000200:86.0:1596747972.475561:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.149@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.475561:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156692322). 00000800:00000200:86.0:1596747972.475563:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c436c00] (20)++ 00000800:00000200:86.0:1596747972.475564:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c436c00] (21)++ 00000800:00000200:86.0:1596747972.475565:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c436c00] (22)-- 00000800:00000010:86.0:1596747972.514827:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34500 (tot 156692434). 00000800:00000200:86.0:1596747972.514829:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34500] -> 192.168.128.25@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.514832:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34580 (tot 156692546). 00000800:00000010:86.0:1596747972.514836:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac7869a800 (tot 156692842). 00000800:00000010:86.0:1596747972.514839:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26540 (tot 156692978). 00000800:00000010:86.0:1596747972.514841:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5be02000 (tot 156694850). 00000800:00000010:86.0:1596747972.514843:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be26cc0 (tot 156695002). 00000800:00000200:86.0:1596747972.514849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bedb000 0x1fdbedb000(0x1fdbedb000) 00000800:00000200:86.0:1596747972.514850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bedc000 0x1fdbedc000(0x1fdbedc000) 00000800:00000200:86.0:1596747972.514851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bedd000 0x1fdbedd000(0x1fdbedd000) 00000800:00000200:86.0:1596747972.514851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bede000 0x1fdbede000(0x1fdbede000) 00000800:00000200:86.0:1596747972.514852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bedf000 0x1fdbedf000(0x1fdbedf000) 00000800:00000200:86.0:1596747972.514853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bee0000 0x1fdbee0000(0x1fdbee0000) 00000800:00000200:86.0:1596747972.514854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bee1000 0x1fdbee1000(0x1fdbee1000) 00000800:00000200:86.0:1596747972.514854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bee2000 0x1fdbee2000(0x1fdbee2000) 00000800:00000200:86.0:1596747972.514855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bee3000 0x1fdbee3000(0x1fdbee3000) 00000800:00000200:86.0:1596747972.514856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bee4000 0x1fdbee4000(0x1fdbee4000) 00000800:00000200:86.0:1596747972.514856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bee5000 0x1fdbee5000(0x1fdbee5000) 00000800:00000200:86.0:1596747972.514857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bee6000 0x1fdbee6000(0x1fdbee6000) 00000800:00000200:86.0:1596747972.514858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bee7000 0x1fdbee7000(0x1fdbee7000) 00000800:00000200:86.0:1596747972.514859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bee8000 0x1fdbee8000(0x1fdbee8000) 00000800:00000200:86.0:1596747972.514859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bee9000 0x1fdbee9000(0x1fdbee9000) 00000800:00000200:86.0:1596747972.514860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5beea000 0x1fdbeea000(0x1fdbeea000) 00000800:00000200:86.0:1596747972.514861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5beeb000 0x1fdbeeb000(0x1fdbeeb000) 00000800:00000200:86.0:1596747972.514862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5beec000 0x1fdbeec000(0x1fdbeec000) 00000800:00000010:86.0:1596747972.515407:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34580 (tot 156694890). 00000800:00000200:86.0:1596747972.515409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.515426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869a800] (20)-- 00000800:00000200:86.0:1596747972.515428:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.25@o2ib36 00000800:00000200:86.0:1596747972.515685:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.516097:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.25@o2ib36 00000800:00000200:86.0:1596747972.516098:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.25@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.516099:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26540 (tot 156694754). 00000800:00000200:86.0:1596747972.516100:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac7869a800] (19)++ 00000800:00000200:86.0:1596747972.516100:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac7869a800] (20)++ 00000800:00000200:86.0:1596747972.516101:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac7869a800] (21)-- 00000800:00000200:89.2:1596747972.516108:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869a800] (20)++ 00000800:00000010:86.0:1596747972.602374:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2100 (tot 156694866). 00000800:00000200:86.0:1596747972.602377:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2100] -> 192.168.128.36@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.602379:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2180 (tot 156694978). 00000800:00000010:86.0:1596747972.602380:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e4c6400 (tot 156695274). 00000800:00000010:86.0:1596747972.602382:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156695410). 00000800:00000010:86.0:1596747972.602384:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7fd800 (tot 156697282). 00000800:00000010:86.0:1596747972.602385:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5ea7dec0 (tot 156697434). 00000800:00000200:86.0:1596747972.602388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e045000 0xfde045000(0xfde045000) 00000800:00000200:86.0:1596747972.602389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e046000 0xfde046000(0xfde046000) 00000800:00000200:86.0:1596747972.602390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e047000 0xfde047000(0xfde047000) 00000800:00000200:86.0:1596747972.602391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e048000 0xfde048000(0xfde048000) 00000800:00000200:86.0:1596747972.602392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e049000 0xfde049000(0xfde049000) 00000800:00000200:86.0:1596747972.602393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e04a000 0xfde04a000(0xfde04a000) 00000800:00000200:86.0:1596747972.602393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e04b000 0xfde04b000(0xfde04b000) 00000800:00000200:86.0:1596747972.602394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e04c000 0xfde04c000(0xfde04c000) 00000800:00000200:86.0:1596747972.602395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e04d000 0xfde04d000(0xfde04d000) 00000800:00000200:86.0:1596747972.602396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e04e000 0xfde04e000(0xfde04e000) 00000800:00000200:86.0:1596747972.602396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e04f000 0xfde04f000(0xfde04f000) 00000800:00000200:86.0:1596747972.602397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e050000 0xfde050000(0xfde050000) 00000800:00000200:86.0:1596747972.602398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e051000 0xfde051000(0xfde051000) 00000800:00000200:86.0:1596747972.602398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e052000 0xfde052000(0xfde052000) 00000800:00000200:86.0:1596747972.602399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e053000 0xfde053000(0xfde053000) 00000800:00000200:86.0:1596747972.602400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e054000 0xfde054000(0xfde054000) 00000800:00000200:86.0:1596747972.602401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e055000 0xfde055000(0xfde055000) 00000800:00000200:86.0:1596747972.602401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e056000 0xfde056000(0xfde056000) 00000800:00000010:86.0:1596747972.602939:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2180 (tot 156697322). 00000800:00000200:86.0:1596747972.602941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.602958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c6400] (20)-- 00000800:00000200:86.0:1596747972.602960:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.36@o2ib36 00000800:00000200:86.0:1596747972.603217:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.603584:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.36@o2ib36 00000800:00000200:86.0:1596747972.603586:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.36@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.603586:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156697186). 00000800:00000200:86.0:1596747972.603588:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e4c6400] (19)++ 00000800:00000200:86.0:1596747972.603588:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e4c6400] (20)++ 00000800:00000200:86.0:1596747972.603589:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e4c6400] (21)-- 00000800:00000200:87.2:1596747972.603759:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c6400] (20)++ 00000800:00000010:86.0:1596747972.764663:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35900 (tot 156697298). 00000800:00000200:86.0:1596747972.764666:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35900] -> 192.168.128.169@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.764668:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35880 (tot 156697410). 00000800:00000010:86.0:1596747972.764670:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc92400 (tot 156697706). 00000800:00000010:86.0:1596747972.764672:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156697842). 00000800:00000010:86.0:1596747972.764673:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5be06000 (tot 156699714). 00000800:00000010:86.0:1596747972.764674:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be27380 (tot 156699866). 00000800:00000200:86.0:1596747972.764679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5beed000 0x1fdbeed000(0x1fdbeed000) 00000800:00000200:86.0:1596747972.764680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5beee000 0x1fdbeee000(0x1fdbeee000) 00000800:00000200:86.0:1596747972.764681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5beef000 0x1fdbeef000(0x1fdbeef000) 00000800:00000200:86.0:1596747972.764682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bef0000 0x1fdbef0000(0x1fdbef0000) 00000800:00000200:86.0:1596747972.764683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bef1000 0x1fdbef1000(0x1fdbef1000) 00000800:00000200:86.0:1596747972.764684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bef2000 0x1fdbef2000(0x1fdbef2000) 00000800:00000200:86.0:1596747972.764684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bef3000 0x1fdbef3000(0x1fdbef3000) 00000800:00000200:86.0:1596747972.764685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bef4000 0x1fdbef4000(0x1fdbef4000) 00000800:00000200:86.0:1596747972.764686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bef5000 0x1fdbef5000(0x1fdbef5000) 00000800:00000200:86.0:1596747972.764686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bef6000 0x1fdbef6000(0x1fdbef6000) 00000800:00000200:86.0:1596747972.764687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bef7000 0x1fdbef7000(0x1fdbef7000) 00000800:00000200:86.0:1596747972.764688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bef8000 0x1fdbef8000(0x1fdbef8000) 00000800:00000200:86.0:1596747972.764689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bef9000 0x1fdbef9000(0x1fdbef9000) 00000800:00000200:86.0:1596747972.764689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5befa000 0x1fdbefa000(0x1fdbefa000) 00000800:00000200:86.0:1596747972.764690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5befb000 0x1fdbefb000(0x1fdbefb000) 00000800:00000200:86.0:1596747972.764691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5befc000 0x1fdbefc000(0x1fdbefc000) 00000800:00000200:86.0:1596747972.764692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5befd000 0x1fdbefd000(0x1fdbefd000) 00000800:00000200:86.0:1596747972.764692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5befe000 0x1fdbefe000(0x1fdbefe000) 00000800:00000010:86.0:1596747972.765265:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35880 (tot 156699754). 00000800:00000200:86.0:1596747972.765266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92400] (20)-- 00000800:00000200:86.0:1596747972.765285:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.169@o2ib36 00000800:00000200:86.0:1596747972.765537:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.765921:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.169@o2ib36 00000800:00000200:86.0:1596747972.765922:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.169@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.765923:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156699618). 00000800:00000200:86.0:1596747972.765924:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc92400] (19)++ 00000800:00000200:86.0:1596747972.765925:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc92400] (20)++ 00000800:00000200:86.0:1596747972.765926:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc92400] (21)-- 00000800:00000200:89.2:1596747972.765929:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc92400] (20)++ 00000800:00000010:86.0:1596747972.828044:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbe80 (tot 156699730). 00000800:00000200:86.0:1596747972.828047:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbe80] -> 192.168.128.130@o2ib36 (1)++ 00000800:00000010:86.0:1596747972.828049:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbd00 (tot 156699842). 00000800:00000010:86.0:1596747972.828051:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a47e00be00 (tot 156700138). 00000800:00000010:86.0:1596747972.828053:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d8c0 (tot 156700274). 00000800:00000010:86.0:1596747972.828054:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44715f800 (tot 156702146). 00000800:00000010:86.0:1596747972.828056:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707cf00 (tot 156702298). 00000800:00000200:86.0:1596747972.828059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44717d000 0x17c717d000(0x17c717d000) 00000800:00000200:86.0:1596747972.828060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44717e000 0x17c717e000(0x17c717e000) 00000800:00000200:86.0:1596747972.828061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44717f000 0x17c717f000(0x17c717f000) 00000800:00000200:86.0:1596747972.828062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447180000 0x17c7180000(0x17c7180000) 00000800:00000200:86.0:1596747972.828063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447181000 0x17c7181000(0x17c7181000) 00000800:00000200:86.0:1596747972.828064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447182000 0x17c7182000(0x17c7182000) 00000800:00000200:86.0:1596747972.828064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447183000 0x17c7183000(0x17c7183000) 00000800:00000200:86.0:1596747972.828065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447184000 0x17c7184000(0x17c7184000) 00000800:00000200:86.0:1596747972.828066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447185000 0x17c7185000(0x17c7185000) 00000800:00000200:86.0:1596747972.828067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447186000 0x17c7186000(0x17c7186000) 00000800:00000200:86.0:1596747972.828067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447187000 0x17c7187000(0x17c7187000) 00000800:00000200:86.0:1596747972.828068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447188000 0x17c7188000(0x17c7188000) 00000800:00000200:86.0:1596747972.828069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447189000 0x17c7189000(0x17c7189000) 00000800:00000200:86.0:1596747972.828070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44718a000 0x17c718a000(0x17c718a000) 00000800:00000200:86.0:1596747972.828070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44718b000 0x17c718b000(0x17c718b000) 00000800:00000200:86.0:1596747972.828071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44718c000 0x17c718c000(0x17c718c000) 00000800:00000200:86.0:1596747972.828072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44718d000 0x17c718d000(0x17c718d000) 00000800:00000200:86.0:1596747972.828072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44718e000 0x17c718e000(0x17c718e000) 00000800:00000010:86.0:1596747972.828613:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbd00 (tot 156702186). 00000800:00000200:86.0:1596747972.828614:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828616:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828616:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828617:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828618:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828618:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.828633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e00be00] (20)-- 00000800:00000200:86.0:1596747972.828634:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.130@o2ib36 00000800:00000200:86.0:1596747972.828888:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747972.829241:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.130@o2ib36 00000800:00000200:86.0:1596747972.829242:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.130@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747972.829243:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d8c0 (tot 156702050). 00000800:00000200:86.0:1596747972.829244:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a47e00be00] (19)++ 00000800:00000200:86.0:1596747972.829245:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a47e00be00] (20)++ 00000800:00000200:86.0:1596747972.829245:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a47e00be00] (21)-- 00000800:00000200:36.2:1596747972.829247:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e00be00] (20)++ 00000800:00000010:86.0:1596747973.028199:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0180 (tot 156702162). 00000800:00000200:86.0:1596747973.028202:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0180] -> 192.168.128.103@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.028204:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0200 (tot 156702274). 00000800:00000010:86.0:1596747973.028205:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c68a00 (tot 156702570). 00000800:00000010:86.0:1596747973.028207:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46780 (tot 156702706). 00000800:00000010:86.0:1596747973.028208:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b03000 (tot 156704578). 00000800:00000010:86.0:1596747973.028210:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f47d40 (tot 156704730). 00000800:00000200:86.0:1596747973.028216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65c3b000 0x2fe5c3b000(0x2fe5c3b000) 00000800:00000200:86.0:1596747973.028217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65c3c000 0x2fe5c3c000(0x2fe5c3c000) 00000800:00000200:86.0:1596747973.028218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65c3d000 0x2fe5c3d000(0x2fe5c3d000) 00000800:00000200:86.0:1596747973.028219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65c3e000 0x2fe5c3e000(0x2fe5c3e000) 00000800:00000200:86.0:1596747973.028220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65c3f000 0x2fe5c3f000(0x2fe5c3f000) 00000800:00000200:86.0:1596747973.028221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65fd0000 0x2fe5fd0000(0x2fe5fd0000) 00000800:00000200:86.0:1596747973.028221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65fd1000 0x2fe5fd1000(0x2fe5fd1000) 00000800:00000200:86.0:1596747973.028222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65fd2000 0x2fe5fd2000(0x2fe5fd2000) 00000800:00000200:86.0:1596747973.028223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65fd3000 0x2fe5fd3000(0x2fe5fd3000) 00000800:00000200:86.0:1596747973.028223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65fd4000 0x2fe5fd4000(0x2fe5fd4000) 00000800:00000200:86.0:1596747973.028224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65fd5000 0x2fe5fd5000(0x2fe5fd5000) 00000800:00000200:86.0:1596747973.028225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65fd6000 0x2fe5fd6000(0x2fe5fd6000) 00000800:00000200:86.0:1596747973.028226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65fd7000 0x2fe5fd7000(0x2fe5fd7000) 00000800:00000200:86.0:1596747973.028226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65fd8000 0x2fe5fd8000(0x2fe5fd8000) 00000800:00000200:86.0:1596747973.028227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65fd9000 0x2fe5fd9000(0x2fe5fd9000) 00000800:00000200:86.0:1596747973.028228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65fda000 0x2fe5fda000(0x2fe5fda000) 00000800:00000200:86.0:1596747973.028229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65fdb000 0x2fe5fdb000(0x2fe5fdb000) 00000800:00000200:86.0:1596747973.028229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65fdc000 0x2fe5fdc000(0x2fe5fdc000) 00000800:00000010:86.0:1596747973.028788:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0200 (tot 156704618). 00000800:00000200:86.0:1596747973.028789:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028790:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.028807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68a00] (20)-- 00000800:00000200:86.0:1596747973.028809:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.103@o2ib36 00000800:00000200:86.0:1596747973.029066:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.029414:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.103@o2ib36 00000800:00000200:86.0:1596747973.029416:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.103@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.029417:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46780 (tot 156704482). 00000800:00000200:86.0:1596747973.029417:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c68a00] (19)++ 00000800:00000200:86.0:1596747973.029418:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c68a00] (20)++ 00000800:00000200:86.0:1596747973.029419:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c68a00] (21)-- 00000800:00000200:84.2:1596747973.029422:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c68a00] (20)++ 00000800:00000010:86.0:1596747973.082606:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3e80 (tot 156704594). 00000800:00000200:86.0:1596747973.082610:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3e80] -> 192.168.128.120@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.082612:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3e00 (tot 156704706). 00000800:00000010:86.0:1596747973.082613:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e620c00 (tot 156705002). 00000800:00000010:86.0:1596747973.082615:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156705138). 00000800:00000010:86.0:1596747973.082617:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7fa000 (tot 156707010). 00000800:00000010:86.0:1596747973.082618:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5eb82e40 (tot 156707162). 00000800:00000200:86.0:1596747973.082623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e057000 0xfde057000(0xfde057000) 00000800:00000200:86.0:1596747973.082625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e058000 0xfde058000(0xfde058000) 00000800:00000200:86.0:1596747973.082625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e059000 0xfde059000(0xfde059000) 00000800:00000200:86.0:1596747973.082626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e05a000 0xfde05a000(0xfde05a000) 00000800:00000200:86.0:1596747973.082627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e05b000 0xfde05b000(0xfde05b000) 00000800:00000200:86.0:1596747973.082628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e05c000 0xfde05c000(0xfde05c000) 00000800:00000200:86.0:1596747973.082629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e05d000 0xfde05d000(0xfde05d000) 00000800:00000200:86.0:1596747973.082629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e05e000 0xfde05e000(0xfde05e000) 00000800:00000200:86.0:1596747973.082630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e05f000 0xfde05f000(0xfde05f000) 00000800:00000200:86.0:1596747973.082631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e060000 0xfde060000(0xfde060000) 00000800:00000200:86.0:1596747973.082631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e061000 0xfde061000(0xfde061000) 00000800:00000200:86.0:1596747973.082632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e062000 0xfde062000(0xfde062000) 00000800:00000200:86.0:1596747973.082633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e063000 0xfde063000(0xfde063000) 00000800:00000200:86.0:1596747973.082634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e064000 0xfde064000(0xfde064000) 00000800:00000200:86.0:1596747973.082634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e065000 0xfde065000(0xfde065000) 00000800:00000200:86.0:1596747973.082635:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e066000 0xfde066000(0xfde066000) 00000800:00000200:86.0:1596747973.082636:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e067000 0xfde067000(0xfde067000) 00000800:00000200:86.0:1596747973.082637:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e068000 0xfde068000(0xfde068000) 00000800:00000010:86.0:1596747973.083165:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3e00 (tot 156707050). 00000800:00000200:86.0:1596747973.083166:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620c00] (20)-- 00000800:00000200:86.0:1596747973.083185:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.120@o2ib36 00000800:00000200:86.0:1596747973.083443:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.083826:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.120@o2ib36 00000800:00000200:86.0:1596747973.083827:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.120@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.083828:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156706914). 00000800:00000200:86.0:1596747973.083830:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e620c00] (19)++ 00000800:00000200:86.0:1596747973.083831:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e620c00] (20)++ 00000800:00000200:86.0:1596747973.083832:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e620c00] (21)-- 00000800:00000200:87.2:1596747973.083982:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e620c00] (20)++ 00000800:00000010:86.0:1596747973.087018:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295c00 (tot 156707026). 00000800:00000200:86.0:1596747973.087021:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295c00] -> 192.168.128.166@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.087023:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295b80 (tot 156707138). 00000800:00000010:86.0:1596747973.087026:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c25c00 (tot 156707434). 00000800:00000010:86.0:1596747973.087027:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7500 (tot 156707570). 00000800:00000010:86.0:1596747973.087029:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643a9000 (tot 156709442). 00000800:00000010:86.0:1596747973.087030:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b6600 (tot 156709594). 00000800:00000200:86.0:1596747973.087035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4643c5000 0x27e43c5000(0x27e43c5000) 00000800:00000200:86.0:1596747973.087036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4643c6000 0x27e43c6000(0x27e43c6000) 00000800:00000200:86.0:1596747973.087037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4643c7000 0x27e43c7000(0x27e43c7000) 00000800:00000200:86.0:1596747973.087037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4643c8000 0x27e43c8000(0x27e43c8000) 00000800:00000200:86.0:1596747973.087038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4643c9000 0x27e43c9000(0x27e43c9000) 00000800:00000200:86.0:1596747973.087039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4643ca000 0x27e43ca000(0x27e43ca000) 00000800:00000200:86.0:1596747973.087040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4643cb000 0x27e43cb000(0x27e43cb000) 00000800:00000200:86.0:1596747973.087040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4643cc000 0x27e43cc000(0x27e43cc000) 00000800:00000200:86.0:1596747973.087041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4643cd000 0x27e43cd000(0x27e43cd000) 00000800:00000200:86.0:1596747973.087042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4643ce000 0x27e43ce000(0x27e43ce000) 00000800:00000200:86.0:1596747973.087043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4643cf000 0x27e43cf000(0x27e43cf000) 00000800:00000200:86.0:1596747973.087043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4643d0000 0x27e43d0000(0x27e43d0000) 00000800:00000200:86.0:1596747973.087044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4643d1000 0x27e43d1000(0x27e43d1000) 00000800:00000200:86.0:1596747973.087045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4643d2000 0x27e43d2000(0x27e43d2000) 00000800:00000200:86.0:1596747973.087046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4643d3000 0x27e43d3000(0x27e43d3000) 00000800:00000200:86.0:1596747973.087047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4643d4000 0x27e43d4000(0x27e43d4000) 00000800:00000200:86.0:1596747973.087048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4643d5000 0x27e43d5000(0x27e43d5000) 00000800:00000200:86.0:1596747973.087049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4643d6000 0x27e43d6000(0x27e43d6000) 00000800:00000010:86.0:1596747973.087609:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295b80 (tot 156709482). 00000800:00000200:86.0:1596747973.087610:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087611:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087611:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087612:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087613:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087613:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087614:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087614:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087615:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087615:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087616:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087616:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087617:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087617:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087618:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087618:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.087628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c25c00] (20)-- 00000800:00000200:86.0:1596747973.087629:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.166@o2ib36 00000800:00000200:86.0:1596747973.087874:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.088238:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.166@o2ib36 00000800:00000200:86.0:1596747973.088240:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.166@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.088240:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7500 (tot 156709346). 00000800:00000200:86.0:1596747973.088242:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c25c00] (19)++ 00000800:00000200:86.0:1596747973.088242:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c25c00] (20)++ 00000800:00000200:86.0:1596747973.088243:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c25c00] (21)-- 00000800:00000200:36.2:1596747973.088246:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c25c00] (20)++ 00000800:00000010:86.0:1596747973.091319:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1d80 (tot 156709458). 00000800:00000200:86.0:1596747973.091321:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1d80] -> 192.168.128.163@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.091322:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1d00 (tot 156709570). 00000800:00000010:86.0:1596747973.091324:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6a600 (tot 156709866). 00000800:00000010:86.0:1596747973.091325:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46840 (tot 156710002). 00000800:00000010:86.0:1596747973.091327:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b04800 (tot 156711874). 00000800:00000010:86.0:1596747973.091328:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f47200 (tot 156712026). 00000800:00000200:86.0:1596747973.091331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65fdd000 0x2fe5fdd000(0x2fe5fdd000) 00000800:00000200:86.0:1596747973.091332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65fde000 0x2fe5fde000(0x2fe5fde000) 00000800:00000200:86.0:1596747973.091332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65fdf000 0x2fe5fdf000(0x2fe5fdf000) 00000800:00000200:86.0:1596747973.091333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65fe0000 0x2fe5fe0000(0x2fe5fe0000) 00000800:00000200:86.0:1596747973.091334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65fe1000 0x2fe5fe1000(0x2fe5fe1000) 00000800:00000200:86.0:1596747973.091335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65fe2000 0x2fe5fe2000(0x2fe5fe2000) 00000800:00000200:86.0:1596747973.091335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65fe3000 0x2fe5fe3000(0x2fe5fe3000) 00000800:00000200:86.0:1596747973.091336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65fe4000 0x2fe5fe4000(0x2fe5fe4000) 00000800:00000200:86.0:1596747973.091337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65fe5000 0x2fe5fe5000(0x2fe5fe5000) 00000800:00000200:86.0:1596747973.091337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65fe6000 0x2fe5fe6000(0x2fe5fe6000) 00000800:00000200:86.0:1596747973.091338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65fe7000 0x2fe5fe7000(0x2fe5fe7000) 00000800:00000200:86.0:1596747973.091339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65fe8000 0x2fe5fe8000(0x2fe5fe8000) 00000800:00000200:86.0:1596747973.091340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65fe9000 0x2fe5fe9000(0x2fe5fe9000) 00000800:00000200:86.0:1596747973.091340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65fea000 0x2fe5fea000(0x2fe5fea000) 00000800:00000200:86.0:1596747973.091341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65feb000 0x2fe5feb000(0x2fe5feb000) 00000800:00000200:86.0:1596747973.091342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65fec000 0x2fe5fec000(0x2fe5fec000) 00000800:00000200:86.0:1596747973.091343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65fed000 0x2fe5fed000(0x2fe5fed000) 00000800:00000200:86.0:1596747973.091343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65fee000 0x2fe5fee000(0x2fe5fee000) 00000800:00000010:86.0:1596747973.091871:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1d00 (tot 156711914). 00000800:00000200:86.0:1596747973.091872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.091889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6a600] (20)-- 00000800:00000200:86.0:1596747973.091890:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.163@o2ib36 00000800:00000200:86.0:1596747973.092138:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.092554:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.163@o2ib36 00000800:00000200:86.0:1596747973.092555:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.163@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.092556:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46840 (tot 156711778). 00000800:00000200:86.0:1596747973.092557:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6a600] (19)++ 00000800:00000200:86.0:1596747973.092558:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6a600] (20)++ 00000800:00000200:86.0:1596747973.092558:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6a600] (21)-- 00000800:00000200:84.2:1596747973.092565:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6a600] (20)++ 00000800:00000010:86.0:1596747973.117005:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294300 (tot 156711890). 00000800:00000200:86.0:1596747973.117007:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294300] -> 192.168.128.98@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.117008:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294380 (tot 156712002). 00000800:00000010:86.0:1596747973.117010:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c26a00 (tot 156712298). 00000800:00000010:86.0:1596747973.117011:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7440 (tot 156712434). 00000800:00000010:86.0:1596747973.117012:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643ae800 (tot 156714306). 00000800:00000010:86.0:1596747973.117014:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4642b6a80 (tot 156714458). 00000800:00000200:86.0:1596747973.117019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4643d7000 0x27e43d7000(0x27e43d7000) 00000800:00000200:86.0:1596747973.117020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4643d8000 0x27e43d8000(0x27e43d8000) 00000800:00000200:86.0:1596747973.117020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4643d9000 0x27e43d9000(0x27e43d9000) 00000800:00000200:86.0:1596747973.117021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4643da000 0x27e43da000(0x27e43da000) 00000800:00000200:86.0:1596747973.117022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4643db000 0x27e43db000(0x27e43db000) 00000800:00000200:86.0:1596747973.117023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4643dc000 0x27e43dc000(0x27e43dc000) 00000800:00000200:86.0:1596747973.117023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4643dd000 0x27e43dd000(0x27e43dd000) 00000800:00000200:86.0:1596747973.117024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4643de000 0x27e43de000(0x27e43de000) 00000800:00000200:86.0:1596747973.117025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4643df000 0x27e43df000(0x27e43df000) 00000800:00000200:86.0:1596747973.117025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4643e0000 0x27e43e0000(0x27e43e0000) 00000800:00000200:86.0:1596747973.117026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4643e1000 0x27e43e1000(0x27e43e1000) 00000800:00000200:86.0:1596747973.117027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4643e2000 0x27e43e2000(0x27e43e2000) 00000800:00000200:86.0:1596747973.117028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4643e3000 0x27e43e3000(0x27e43e3000) 00000800:00000200:86.0:1596747973.117028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4643e4000 0x27e43e4000(0x27e43e4000) 00000800:00000200:86.0:1596747973.117029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4643e5000 0x27e43e5000(0x27e43e5000) 00000800:00000200:86.0:1596747973.117030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4643e6000 0x27e43e6000(0x27e43e6000) 00000800:00000200:86.0:1596747973.117031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4643e7000 0x27e43e7000(0x27e43e7000) 00000800:00000200:86.0:1596747973.117031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4643e8000 0x27e43e8000(0x27e43e8000) 00000800:00000010:86.0:1596747973.117570:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294380 (tot 156714346). 00000800:00000200:86.0:1596747973.117571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.117588:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c26a00] (20)-- 00000800:00000200:86.0:1596747973.117589:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.98@o2ib36 00000800:00000200:86.0:1596747973.117850:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.118211:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.98@o2ib36 00000800:00000200:86.0:1596747973.118212:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.98@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.118213:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7440 (tot 156714210). 00000800:00000200:86.0:1596747973.118214:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c26a00] (19)++ 00000800:00000200:86.0:1596747973.118214:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c26a00] (20)++ 00000800:00000200:86.0:1596747973.118215:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c26a00] (21)-- 00000800:00000200:88.2:1596747973.118400:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c26a00] (20)++ 00000800:00000010:86.0:1596747973.123038:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34580 (tot 156714322). 00000800:00000200:86.0:1596747973.123040:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34580] -> 192.168.128.67@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.123042:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34600 (tot 156714434). 00000800:00000010:86.0:1596747973.123043:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc96000 (tot 156714730). 00000800:00000010:86.0:1596747973.123044:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26540 (tot 156714866). 00000800:00000010:86.0:1596747973.123045:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5be03000 (tot 156716738). 00000800:00000010:86.0:1596747973.123046:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be26f00 (tot 156716890). 00000800:00000200:86.0:1596747973.123049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5beff000 0x1fdbeff000(0x1fdbeff000) 00000800:00000200:86.0:1596747973.123050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf00000 0x1fdbf00000(0x1fdbf00000) 00000800:00000200:86.0:1596747973.123051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf01000 0x1fdbf01000(0x1fdbf01000) 00000800:00000200:86.0:1596747973.123051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf02000 0x1fdbf02000(0x1fdbf02000) 00000800:00000200:86.0:1596747973.123052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf03000 0x1fdbf03000(0x1fdbf03000) 00000800:00000200:86.0:1596747973.123053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf04000 0x1fdbf04000(0x1fdbf04000) 00000800:00000200:86.0:1596747973.123053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf05000 0x1fdbf05000(0x1fdbf05000) 00000800:00000200:86.0:1596747973.123054:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf06000 0x1fdbf06000(0x1fdbf06000) 00000800:00000200:86.0:1596747973.123055:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf07000 0x1fdbf07000(0x1fdbf07000) 00000800:00000200:86.0:1596747973.123056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf08000 0x1fdbf08000(0x1fdbf08000) 00000800:00000200:86.0:1596747973.123056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf09000 0x1fdbf09000(0x1fdbf09000) 00000800:00000200:86.0:1596747973.123057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf0a000 0x1fdbf0a000(0x1fdbf0a000) 00000800:00000200:86.0:1596747973.123058:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf0b000 0x1fdbf0b000(0x1fdbf0b000) 00000800:00000200:86.0:1596747973.123059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf0c000 0x1fdbf0c000(0x1fdbf0c000) 00000800:00000200:86.0:1596747973.123059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf0d000 0x1fdbf0d000(0x1fdbf0d000) 00000800:00000200:86.0:1596747973.123060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf0e000 0x1fdbf0e000(0x1fdbf0e000) 00000800:00000200:86.0:1596747973.123061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf0f000 0x1fdbf0f000(0x1fdbf0f000) 00000800:00000200:86.0:1596747973.123061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf10000 0x1fdbf10000(0x1fdbf10000) 00000800:00000010:86.0:1596747973.123609:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34600 (tot 156716778). 00000800:00000200:86.0:1596747973.123611:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123611:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123612:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123612:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123613:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123613:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123614:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123614:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123615:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123615:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123616:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123616:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123617:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123618:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123618:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.123628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96000] (20)-- 00000800:00000200:86.0:1596747973.123629:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.67@o2ib36 00000800:00000200:86.0:1596747973.123872:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.124235:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.67@o2ib36 00000800:00000200:86.0:1596747973.124236:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.67@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.124237:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26540 (tot 156716642). 00000800:00000200:86.0:1596747973.124238:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc96000] (19)++ 00000800:00000200:86.0:1596747973.124238:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc96000] (20)++ 00000800:00000200:86.0:1596747973.124239:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc96000] (21)-- 00000800:00000200:84.2:1596747973.124242:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc96000] (20)++ 00000800:00000010:86.0:1596747973.129460:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db200 (tot 156716754). 00000800:00000200:86.0:1596747973.129462:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db200] -> 192.168.128.41@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.129464:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db980 (tot 156716866). 00000800:00000010:86.0:1596747973.129465:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a46297a000 (tot 156717162). 00000800:00000010:86.0:1596747973.129465:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156717298). 00000800:00000010:86.0:1596747973.129467:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44715a000 (tot 156719170). 00000800:00000010:86.0:1596747973.129468:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44707ccc0 (tot 156719322). 00000800:00000200:86.0:1596747973.129473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44718f000 0x17c718f000(0x17c718f000) 00000800:00000200:86.0:1596747973.129474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447190000 0x17c7190000(0x17c7190000) 00000800:00000200:86.0:1596747973.129475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447191000 0x17c7191000(0x17c7191000) 00000800:00000200:86.0:1596747973.129475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447192000 0x17c7192000(0x17c7192000) 00000800:00000200:86.0:1596747973.129476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447193000 0x17c7193000(0x17c7193000) 00000800:00000200:86.0:1596747973.129477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447194000 0x17c7194000(0x17c7194000) 00000800:00000200:86.0:1596747973.129478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447195000 0x17c7195000(0x17c7195000) 00000800:00000200:86.0:1596747973.129478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447196000 0x17c7196000(0x17c7196000) 00000800:00000200:86.0:1596747973.129479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447197000 0x17c7197000(0x17c7197000) 00000800:00000200:86.0:1596747973.129480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447198000 0x17c7198000(0x17c7198000) 00000800:00000200:86.0:1596747973.129481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447199000 0x17c7199000(0x17c7199000) 00000800:00000200:86.0:1596747973.129481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44719a000 0x17c719a000(0x17c719a000) 00000800:00000200:86.0:1596747973.129482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44719b000 0x17c719b000(0x17c719b000) 00000800:00000200:86.0:1596747973.129483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44719c000 0x17c719c000(0x17c719c000) 00000800:00000200:86.0:1596747973.129483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44719d000 0x17c719d000(0x17c719d000) 00000800:00000200:86.0:1596747973.129484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44719e000 0x17c719e000(0x17c719e000) 00000800:00000200:86.0:1596747973.129485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44719f000 0x17c719f000(0x17c719f000) 00000800:00000200:86.0:1596747973.129486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4471a0000 0x17c71a0000(0x17c71a0000) 00000800:00000010:86.0:1596747973.130015:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db980 (tot 156719210). 00000800:00000200:86.0:1596747973.130016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297a000] (20)-- 00000800:00000200:86.0:1596747973.130034:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.41@o2ib36 00000800:00000200:86.0:1596747973.130264:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747973.130592:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297a000] (19)++ 00000800:00000200:86.0:1596747973.130595:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.41@o2ib36 00000800:00000200:86.0:1596747973.130596:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.41@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.130597:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156719074). 00000800:00000200:86.0:1596747973.130598:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a46297a000] (20)++ 00000800:00000200:86.0:1596747973.130599:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a46297a000] (21)++ 00000800:00000200:86.0:1596747973.130600:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a46297a000] (22)-- 00000800:00020000:15.0:1596747973.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747973.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747973.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409437a00] (22)++ 00000800:00000100:15.0:1596747973.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747973.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d0f80] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:15.0:1596747973.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c409437a00] (23)-- 00000400:00000200:15.0:1596747973.353049:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:15.0:1596747973.353050:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:15.0:1596747973.353051:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c409437a00] (22)-- 00000800:00000200:86.0:1596747973.353594:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c409437a00] (21)-- 00000800:00000200:86.0:1596747973.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747973.475517:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35880 (tot 156719186). 00000800:00000200:86.0:1596747973.475521:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35880] -> 192.168.128.59@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.475523:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35800 (tot 156719298). 00000800:00000010:86.0:1596747973.475527:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf20000 (tot 156719594). 00000800:00000010:86.0:1596747973.475529:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156719730). 00000800:00000010:86.0:1596747973.475531:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf28000 (tot 156721602). 00000800:00000010:86.0:1596747973.475532:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5be27140 (tot 156721754). 00000800:00000200:86.0:1596747973.475537:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf11000 0x1fdbf11000(0x1fdbf11000) 00000800:00000200:86.0:1596747973.475538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf12000 0x1fdbf12000(0x1fdbf12000) 00000800:00000200:86.0:1596747973.475539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf13000 0x1fdbf13000(0x1fdbf13000) 00000800:00000200:86.0:1596747973.475540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf14000 0x1fdbf14000(0x1fdbf14000) 00000800:00000200:86.0:1596747973.475541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf15000 0x1fdbf15000(0x1fdbf15000) 00000800:00000200:86.0:1596747973.475541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf16000 0x1fdbf16000(0x1fdbf16000) 00000800:00000200:86.0:1596747973.475542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf17000 0x1fdbf17000(0x1fdbf17000) 00000800:00000200:86.0:1596747973.475543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf18000 0x1fdbf18000(0x1fdbf18000) 00000800:00000200:86.0:1596747973.475543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf19000 0x1fdbf19000(0x1fdbf19000) 00000800:00000200:86.0:1596747973.475544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf1a000 0x1fdbf1a000(0x1fdbf1a000) 00000800:00000200:86.0:1596747973.475545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf1b000 0x1fdbf1b000(0x1fdbf1b000) 00000800:00000200:86.0:1596747973.475546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf1c000 0x1fdbf1c000(0x1fdbf1c000) 00000800:00000200:86.0:1596747973.475546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf1d000 0x1fdbf1d000(0x1fdbf1d000) 00000800:00000200:86.0:1596747973.475547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf1e000 0x1fdbf1e000(0x1fdbf1e000) 00000800:00000200:86.0:1596747973.475548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf1f000 0x1fdbf1f000(0x1fdbf1f000) 00000800:00000200:86.0:1596747973.475549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf30000 0x1fdbf30000(0x1fdbf30000) 00000800:00000200:86.0:1596747973.475549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf31000 0x1fdbf31000(0x1fdbf31000) 00000800:00000200:86.0:1596747973.475550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf32000 0x1fdbf32000(0x1fdbf32000) 00000800:00000010:86.0:1596747973.476110:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35800 (tot 156721642). 00000800:00000200:86.0:1596747973.476111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20000] (20)-- 00000800:00000200:86.0:1596747973.476130:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.59@o2ib36 00000800:00000200:86.0:1596747973.476378:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.476753:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.59@o2ib36 00000800:00000200:86.0:1596747973.476754:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.59@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.476755:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156721506). 00000800:00000200:86.0:1596747973.476756:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf20000] (19)++ 00000800:00000200:86.0:1596747973.476757:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf20000] (20)++ 00000800:00000200:86.0:1596747973.476758:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf20000] (21)-- 00000800:00000200:88.2:1596747973.476980:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf20000] (20)++ 00000800:00000010:86.0:1596747973.612205:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbd00 (tot 156721618). 00000800:00000200:86.0:1596747973.612210:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbd00] -> 192.168.128.70@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.612211:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbc80 (tot 156721730). 00000800:00000010:86.0:1596747973.612214:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462979400 (tot 156722026). 00000800:00000010:86.0:1596747973.612215:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44707d980 (tot 156722162). 00000800:00000010:86.0:1596747973.612217:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44715e800 (tot 156724034). 00000800:00000010:86.0:1596747973.612220:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6000 (tot 156724186). 00000800:00000200:86.0:1596747973.612222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4471a1000 0x17c71a1000(0x17c71a1000) 00000800:00000200:86.0:1596747973.612223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4471a2000 0x17c71a2000(0x17c71a2000) 00000800:00000200:86.0:1596747973.612224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4471a3000 0x17c71a3000(0x17c71a3000) 00000800:00000200:86.0:1596747973.612225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4471a4000 0x17c71a4000(0x17c71a4000) 00000800:00000200:86.0:1596747973.612226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4471a5000 0x17c71a5000(0x17c71a5000) 00000800:00000200:86.0:1596747973.612227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4471a6000 0x17c71a6000(0x17c71a6000) 00000800:00000200:86.0:1596747973.612227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4471a7000 0x17c71a7000(0x17c71a7000) 00000800:00000200:86.0:1596747973.612228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4471a8000 0x17c71a8000(0x17c71a8000) 00000800:00000200:86.0:1596747973.612229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4471a9000 0x17c71a9000(0x17c71a9000) 00000800:00000200:86.0:1596747973.612229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4471aa000 0x17c71aa000(0x17c71aa000) 00000800:00000200:86.0:1596747973.612230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4471ab000 0x17c71ab000(0x17c71ab000) 00000800:00000200:86.0:1596747973.612231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4471ac000 0x17c71ac000(0x17c71ac000) 00000800:00000200:86.0:1596747973.612232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4471ad000 0x17c71ad000(0x17c71ad000) 00000800:00000200:86.0:1596747973.612232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4471ae000 0x17c71ae000(0x17c71ae000) 00000800:00000200:86.0:1596747973.612233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4471af000 0x17c71af000(0x17c71af000) 00000800:00000200:86.0:1596747973.612234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4471b0000 0x17c71b0000(0x17c71b0000) 00000800:00000200:86.0:1596747973.612235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4471b1000 0x17c71b1000(0x17c71b1000) 00000800:00000200:86.0:1596747973.612235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4471b2000 0x17c71b2000(0x17c71b2000) 00000800:00000010:86.0:1596747973.612805:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbc80 (tot 156724074). 00000800:00000200:86.0:1596747973.612807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.612825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462979400] (20)-- 00000800:00000200:86.0:1596747973.612826:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.70@o2ib36 00000800:00000200:86.0:1596747973.613075:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.613481:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.70@o2ib36 00000800:00000200:86.0:1596747973.613482:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.70@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.613483:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44707d980 (tot 156723938). 00000800:00000200:86.0:1596747973.613484:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462979400] (19)++ 00000800:00000200:86.0:1596747973.613484:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462979400] (20)++ 00000800:00000200:86.0:1596747973.613485:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462979400] (21)-- 00000800:00000200:36.2:1596747973.613493:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462979400] (20)++ 00000800:00000010:86.0:1596747973.617606:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0200 (tot 156724050). 00000800:00000200:86.0:1596747973.617609:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0200] -> 192.168.128.61@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.617611:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0280 (tot 156724162). 00000800:00000010:86.0:1596747973.617612:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c68200 (tot 156724458). 00000800:00000010:86.0:1596747973.617614:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46780 (tot 156724594). 00000800:00000010:86.0:1596747973.617617:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ff8000 (tot 156726466). 00000800:00000010:86.0:1596747973.617618:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f478c0 (tot 156726618). 00000800:00000200:86.0:1596747973.617624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65fef000 0x2fe5fef000(0x2fe5fef000) 00000800:00000200:86.0:1596747973.617625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65ff0000 0x2fe5ff0000(0x2fe5ff0000) 00000800:00000200:86.0:1596747973.617626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65ff1000 0x2fe5ff1000(0x2fe5ff1000) 00000800:00000200:86.0:1596747973.617627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65ff2000 0x2fe5ff2000(0x2fe5ff2000) 00000800:00000200:86.0:1596747973.617628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65ff3000 0x2fe5ff3000(0x2fe5ff3000) 00000800:00000200:86.0:1596747973.617629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65ff4000 0x2fe5ff4000(0x2fe5ff4000) 00000800:00000200:86.0:1596747973.617629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65ff5000 0x2fe5ff5000(0x2fe5ff5000) 00000800:00000200:86.0:1596747973.617630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65ff6000 0x2fe5ff6000(0x2fe5ff6000) 00000800:00000200:86.0:1596747973.617631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65ff7000 0x2fe5ff7000(0x2fe5ff7000) 00000800:00000200:86.0:1596747973.617631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65800000 0x2fe5800000(0x2fe5800000) 00000800:00000200:86.0:1596747973.617632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65801000 0x2fe5801000(0x2fe5801000) 00000800:00000200:86.0:1596747973.617633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65802000 0x2fe5802000(0x2fe5802000) 00000800:00000200:86.0:1596747973.617634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65803000 0x2fe5803000(0x2fe5803000) 00000800:00000200:86.0:1596747973.617634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65804000 0x2fe5804000(0x2fe5804000) 00000800:00000200:86.0:1596747973.617635:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65805000 0x2fe5805000(0x2fe5805000) 00000800:00000200:86.0:1596747973.617636:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65806000 0x2fe5806000(0x2fe5806000) 00000800:00000200:86.0:1596747973.617637:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65807000 0x2fe5807000(0x2fe5807000) 00000800:00000200:86.0:1596747973.617637:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65808000 0x2fe5808000(0x2fe5808000) 00000800:00000010:86.0:1596747973.618175:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0280 (tot 156726506). 00000800:00000200:86.0:1596747973.618177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618192:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618194:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618194:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68200] (20)-- 00000800:00000200:86.0:1596747973.618195:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.61@o2ib36 00000800:00000200:86.0:1596747973.618454:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.618827:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.61@o2ib36 00000800:00000200:86.0:1596747973.618828:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.61@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.618829:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46780 (tot 156726370). 00000800:00000200:86.0:1596747973.618830:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c68200] (19)++ 00000800:00000200:86.0:1596747973.618830:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c68200] (20)++ 00000800:00000200:86.0:1596747973.618831:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c68200] (21)-- 00000800:00000200:89.2:1596747973.618832:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c68200] (20)++ 00000800:00000010:86.0:1596747973.829238:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34600 (tot 156726482). 00000800:00000200:86.0:1596747973.829241:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34600] -> 192.168.128.72@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.829243:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34680 (tot 156726594). 00000800:00000010:86.0:1596747973.829244:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf20600 (tot 156726890). 00000800:00000010:86.0:1596747973.829245:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5be26480 (tot 156727026). 00000800:00000010:86.0:1596747973.829247:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf2f800 (tot 156728898). 00000800:00000010:86.0:1596747973.829250:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf48000 (tot 156729050). 00000800:00000200:86.0:1596747973.829252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf33000 0x1fdbf33000(0x1fdbf33000) 00000800:00000200:86.0:1596747973.829253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf34000 0x1fdbf34000(0x1fdbf34000) 00000800:00000200:86.0:1596747973.829254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf35000 0x1fdbf35000(0x1fdbf35000) 00000800:00000200:86.0:1596747973.829255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf36000 0x1fdbf36000(0x1fdbf36000) 00000800:00000200:86.0:1596747973.829256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf37000 0x1fdbf37000(0x1fdbf37000) 00000800:00000200:86.0:1596747973.829256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf38000 0x1fdbf38000(0x1fdbf38000) 00000800:00000200:86.0:1596747973.829257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf39000 0x1fdbf39000(0x1fdbf39000) 00000800:00000200:86.0:1596747973.829258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf3a000 0x1fdbf3a000(0x1fdbf3a000) 00000800:00000200:86.0:1596747973.829259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf3b000 0x1fdbf3b000(0x1fdbf3b000) 00000800:00000200:86.0:1596747973.829259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf3c000 0x1fdbf3c000(0x1fdbf3c000) 00000800:00000200:86.0:1596747973.829260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf3d000 0x1fdbf3d000(0x1fdbf3d000) 00000800:00000200:86.0:1596747973.829261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf3e000 0x1fdbf3e000(0x1fdbf3e000) 00000800:00000200:86.0:1596747973.829262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf3f000 0x1fdbf3f000(0x1fdbf3f000) 00000800:00000200:86.0:1596747973.829262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf40000 0x1fdbf40000(0x1fdbf40000) 00000800:00000200:86.0:1596747973.829263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf41000 0x1fdbf41000(0x1fdbf41000) 00000800:00000200:86.0:1596747973.829264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf42000 0x1fdbf42000(0x1fdbf42000) 00000800:00000200:86.0:1596747973.829264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf43000 0x1fdbf43000(0x1fdbf43000) 00000800:00000200:86.0:1596747973.829265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf44000 0x1fdbf44000(0x1fdbf44000) 00000800:00000010:86.0:1596747973.829832:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34680 (tot 156728938). 00000800:00000200:86.0:1596747973.829833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.829851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf20600] (20)-- 00000800:00000200:86.0:1596747973.829853:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.72@o2ib36 00000800:00000200:86.0:1596747973.830112:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.830482:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.72@o2ib36 00000800:00000200:86.0:1596747973.830484:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.72@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.830484:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5be26480 (tot 156728802). 00000800:00000200:86.0:1596747973.830485:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf20600] (19)++ 00000800:00000200:86.0:1596747973.830486:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf20600] (20)++ 00000800:00000200:86.0:1596747973.830487:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf20600] (21)-- 00000800:00000200:85.2:1596747973.830504:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf20600] (20)++ 00000800:00000010:86.0:1596747973.981942:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55eace80 (tot 156728914). 00000800:00000200:86.0:1596747973.981946:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55eace80] -> 192.168.128.16@o2ib36 (1)++ 00000800:00000010:86.0:1596747973.981948:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55eacf00 (tot 156729026). 00000800:00000010:86.0:1596747973.981950:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc556efc00 (tot 156729322). 00000800:00000010:86.0:1596747973.981952:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55024000 (tot 156729458). 00000800:00000010:86.0:1596747973.981954:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55267800 (tot 156731330). 00000800:00000010:86.0:1596747973.981955:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc550249c0 (tot 156731482). 00000800:00000200:86.0:1596747973.981960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57be9000 0x3fd7be9000(0x3fd7be9000) 00000800:00000200:86.0:1596747973.981962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55a2b000 0x3fd5a2b000(0x3fd5a2b000) 00000800:00000200:86.0:1596747973.981962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57701000 0x3fd7701000(0x3fd7701000) 00000800:00000200:86.0:1596747973.981963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc550d2000 0x3fd50d2000(0x3fd50d2000) 00000800:00000200:86.0:1596747973.981964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc550dd000 0x3fd50dd000(0x3fd50dd000) 00000800:00000200:86.0:1596747973.981965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55019000 0x3fd5019000(0x3fd5019000) 00000800:00000200:86.0:1596747973.981966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc559c1000 0x3fd59c1000(0x3fd59c1000) 00000800:00000200:86.0:1596747973.981966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc554f6000 0x3fd54f6000(0x3fd54f6000) 00000800:00000200:86.0:1596747973.981967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc554f7000 0x3fd54f7000(0x3fd54f7000) 00000800:00000200:86.0:1596747973.981968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57436000 0x3fd7436000(0x3fd7436000) 00000800:00000200:86.0:1596747973.981968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57437000 0x3fd7437000(0x3fd7437000) 00000800:00000200:86.0:1596747973.981969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5553c000 0x3fd553c000(0x3fd553c000) 00000800:00000200:86.0:1596747973.981970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc5553d000 0x3fd553d000(0x3fd553d000) 00000800:00000200:86.0:1596747973.981971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55546000 0x3fd5546000(0x3fd5546000) 00000800:00000200:86.0:1596747973.981971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55547000 0x3fd5547000(0x3fd5547000) 00000800:00000200:86.0:1596747973.981972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc7e600000 0x3ffe600000(0x3ffe600000) 00000800:00000200:86.0:1596747973.981973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc7e601000 0x3ffe601000(0x3ffe601000) 00000800:00000200:86.0:1596747973.981974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc559b6000 0x3fd59b6000(0x3fd59b6000) 00000800:00000010:86.0:1596747973.982531:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55eacf00 (tot 156731370). 00000800:00000200:86.0:1596747973.982532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.982549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efc00] (20)-- 00000800:00000200:86.0:1596747973.982551:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.16@o2ib36 00000800:00000200:86.0:1596747973.982813:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747973.983191:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.16@o2ib36 00000800:00000200:86.0:1596747973.983192:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.16@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747973.983193:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55024000 (tot 156731234). 00000800:00000200:86.0:1596747973.983194:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc556efc00] (19)++ 00000800:00000200:86.0:1596747973.983195:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc556efc00] (20)++ 00000800:00000200:86.0:1596747973.983195:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc556efc00] (21)-- 00000800:00000200:41.2:1596747973.983197:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556efc00] (20)++ 00000800:00000010:86.0:1596747974.004702:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1d00 (tot 156731346). 00000800:00000200:86.0:1596747974.004705:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1d00] -> 192.168.128.74@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.004707:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1c80 (tot 156731458). 00000800:00000010:86.0:1596747974.004709:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f3400 (tot 156731754). 00000800:00000010:86.0:1596747974.004711:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46840 (tot 156731890). 00000800:00000010:86.0:1596747974.004713:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65fff800 (tot 156733762). 00000800:00000010:86.0:1596747974.004713:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f47440 (tot 156733914). 00000800:00000200:86.0:1596747974.004716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65809000 0x2fe5809000(0x2fe5809000) 00000800:00000200:86.0:1596747974.004717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6580a000 0x2fe580a000(0x2fe580a000) 00000800:00000200:86.0:1596747974.004718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6580b000 0x2fe580b000(0x2fe580b000) 00000800:00000200:86.0:1596747974.004719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6580c000 0x2fe580c000(0x2fe580c000) 00000800:00000200:86.0:1596747974.004720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc6580d000 0x2fe580d000(0x2fe580d000) 00000800:00000200:86.0:1596747974.004721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6580e000 0x2fe580e000(0x2fe580e000) 00000800:00000200:86.0:1596747974.004721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc6580f000 0x2fe580f000(0x2fe580f000) 00000800:00000200:86.0:1596747974.004722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65810000 0x2fe5810000(0x2fe5810000) 00000800:00000200:86.0:1596747974.004723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65811000 0x2fe5811000(0x2fe5811000) 00000800:00000200:86.0:1596747974.004723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65812000 0x2fe5812000(0x2fe5812000) 00000800:00000200:86.0:1596747974.004724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65813000 0x2fe5813000(0x2fe5813000) 00000800:00000200:86.0:1596747974.004725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65814000 0x2fe5814000(0x2fe5814000) 00000800:00000200:86.0:1596747974.004726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65815000 0x2fe5815000(0x2fe5815000) 00000800:00000200:86.0:1596747974.004726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65816000 0x2fe5816000(0x2fe5816000) 00000800:00000200:86.0:1596747974.004727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65817000 0x2fe5817000(0x2fe5817000) 00000800:00000200:86.0:1596747974.004728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65818000 0x2fe5818000(0x2fe5818000) 00000800:00000200:86.0:1596747974.004729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65819000 0x2fe5819000(0x2fe5819000) 00000800:00000200:86.0:1596747974.004729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6581a000 0x2fe581a000(0x2fe581a000) 00000800:00000010:86.0:1596747974.005272:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1c80 (tot 156733802). 00000800:00000200:86.0:1596747974.005273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3400] (20)-- 00000800:00000200:86.0:1596747974.005292:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.74@o2ib36 00000800:00000200:86.0:1596747974.005538:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.005930:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.74@o2ib36 00000800:00000200:86.0:1596747974.005931:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.74@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.005932:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46840 (tot 156733666). 00000800:00000200:86.0:1596747974.005933:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f3400] (19)++ 00000800:00000200:86.0:1596747974.005933:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f3400] (20)++ 00000800:00000200:86.0:1596747974.005934:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f3400] (21)-- 00000800:00000200:40.2:1596747974.006097:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f3400] (20)++ 00000800:00000010:86.0:1596747974.199080:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848300 (tot 156733778). 00000800:00000200:86.0:1596747974.199083:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848300] -> 192.168.128.66@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.199085:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848380 (tot 156733890). 00000800:00000010:86.0:1596747974.199087:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c40ee46a00 (tot 156734186). 00000800:00000010:86.0:1596747974.199088:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408923380 (tot 156734322). 00000800:00000010:86.0:1596747974.199090:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc55800 (tot 156736194). 00000800:00000010:86.0:1596747974.199090:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c4089232c0 (tot 156736346). 00000800:00000200:86.0:1596747974.199095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c403321000 0x3783321000(0x3783321000) 00000800:00000200:86.0:1596747974.199096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c403322000 0x3783322000(0x3783322000) 00000800:00000200:86.0:1596747974.199097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c403323000 0x3783323000(0x3783323000) 00000800:00000200:86.0:1596747974.199098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c403324000 0x3783324000(0x3783324000) 00000800:00000200:86.0:1596747974.199098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c403325000 0x3783325000(0x3783325000) 00000800:00000200:86.0:1596747974.199099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c403326000 0x3783326000(0x3783326000) 00000800:00000200:86.0:1596747974.199100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c403327000 0x3783327000(0x3783327000) 00000800:00000200:86.0:1596747974.199101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c403328000 0x3783328000(0x3783328000) 00000800:00000200:86.0:1596747974.199101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c403329000 0x3783329000(0x3783329000) 00000800:00000200:86.0:1596747974.199102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c40332a000 0x378332a000(0x378332a000) 00000800:00000200:86.0:1596747974.199103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c40332b000 0x378332b000(0x378332b000) 00000800:00000200:86.0:1596747974.199103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c40332c000 0x378332c000(0x378332c000) 00000800:00000200:86.0:1596747974.199104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c40332d000 0x378332d000(0x378332d000) 00000800:00000200:86.0:1596747974.199105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c40332e000 0x378332e000(0x378332e000) 00000800:00000200:86.0:1596747974.199106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c40332f000 0x378332f000(0x378332f000) 00000800:00000200:86.0:1596747974.199106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c403330000 0x3783330000(0x3783330000) 00000800:00000200:86.0:1596747974.199107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c403331000 0x3783331000(0x3783331000) 00000800:00000200:86.0:1596747974.199108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c403332000 0x3783332000(0x3783332000) 00000800:00000010:86.0:1596747974.199653:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848380 (tot 156736234). 00000800:00000200:86.0:1596747974.199654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.199672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46a00] (20)-- 00000800:00000200:86.0:1596747974.199673:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.66@o2ib36 00000800:00000200:86.0:1596747974.199927:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.200291:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.66@o2ib36 00000800:00000200:86.0:1596747974.200292:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.66@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.200293:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408923380 (tot 156736098). 00000800:00000200:86.0:1596747974.200294:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c40ee46a00] (19)++ 00000800:00000200:86.0:1596747974.200295:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c40ee46a00] (20)++ 00000800:00000200:86.0:1596747974.200296:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c40ee46a00] (21)-- 00000800:00000200:39.2:1596747974.200471:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee46a00] (20)++ 00000800:00000010:86.0:1596747974.250465:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35800 (tot 156736210). 00000800:00000200:86.0:1596747974.250468:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35800] -> 192.168.128.122@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.250469:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35780 (tot 156736322). 00000800:00000010:86.0:1596747974.250471:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf27a00 (tot 156736618). 00000800:00000010:86.0:1596747974.250473:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156736754). 00000800:00000010:86.0:1596747974.250474:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf29000 (tot 156738626). 00000800:00000010:86.0:1596747974.250475:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf49e00 (tot 156738778). 00000800:00000200:86.0:1596747974.250479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf45000 0x1fdbf45000(0x1fdbf45000) 00000800:00000200:86.0:1596747974.250480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf46000 0x1fdbf46000(0x1fdbf46000) 00000800:00000200:86.0:1596747974.250481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf47000 0x1fdbf47000(0x1fdbf47000) 00000800:00000200:86.0:1596747974.250482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf4a000 0x1fdbf4a000(0x1fdbf4a000) 00000800:00000200:86.0:1596747974.250483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf4b000 0x1fdbf4b000(0x1fdbf4b000) 00000800:00000200:86.0:1596747974.250484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf4c000 0x1fdbf4c000(0x1fdbf4c000) 00000800:00000200:86.0:1596747974.250484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf4d000 0x1fdbf4d000(0x1fdbf4d000) 00000800:00000200:86.0:1596747974.250485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf4e000 0x1fdbf4e000(0x1fdbf4e000) 00000800:00000200:86.0:1596747974.250486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf4f000 0x1fdbf4f000(0x1fdbf4f000) 00000800:00000200:86.0:1596747974.250486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf50000 0x1fdbf50000(0x1fdbf50000) 00000800:00000200:86.0:1596747974.250487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf51000 0x1fdbf51000(0x1fdbf51000) 00000800:00000200:86.0:1596747974.250488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf52000 0x1fdbf52000(0x1fdbf52000) 00000800:00000200:86.0:1596747974.250489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf53000 0x1fdbf53000(0x1fdbf53000) 00000800:00000200:86.0:1596747974.250489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf54000 0x1fdbf54000(0x1fdbf54000) 00000800:00000200:86.0:1596747974.250490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf55000 0x1fdbf55000(0x1fdbf55000) 00000800:00000200:86.0:1596747974.250491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf56000 0x1fdbf56000(0x1fdbf56000) 00000800:00000200:86.0:1596747974.250492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf57000 0x1fdbf57000(0x1fdbf57000) 00000800:00000200:86.0:1596747974.250492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf58000 0x1fdbf58000(0x1fdbf58000) 00000800:00000010:86.0:1596747974.251050:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35780 (tot 156738666). 00000800:00000200:86.0:1596747974.251051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27a00] (20)-- 00000800:00000200:86.0:1596747974.251070:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.122@o2ib36 00000800:00000200:86.0:1596747974.251332:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.251703:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.122@o2ib36 00000800:00000200:86.0:1596747974.251705:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.122@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.251706:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156738530). 00000800:00000200:86.0:1596747974.251707:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf27a00] (19)++ 00000800:00000200:86.0:1596747974.251707:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf27a00] (20)++ 00000800:00000200:86.0:1596747974.251708:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf27a00] (21)-- 00000800:00000200:40.2:1596747974.251862:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf27a00] (20)++ 00000800:00000010:86.0:1596747974.275290:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34300 (tot 156738642). 00000800:00000200:86.0:1596747974.275293:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34300] -> 192.168.128.60@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.275294:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34380 (tot 156738754). 00000800:00000010:86.0:1596747974.275297:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c431a00 (tot 156739050). 00000800:00000010:86.0:1596747974.275299:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e300 (tot 156739186). 00000800:00000010:86.0:1596747974.275301:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cfec800 (tot 156741058). 00000800:00000010:86.0:1596747974.275302:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9ecc0 (tot 156741210). 00000800:00000200:86.0:1596747974.275309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c4a2000 0x7dc4a2000(0x7dc4a2000) 00000800:00000200:86.0:1596747974.275310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c4a3000 0x7dc4a3000(0x7dc4a3000) 00000800:00000200:86.0:1596747974.275311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c4a4000 0x7dc4a4000(0x7dc4a4000) 00000800:00000200:86.0:1596747974.275311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c4a5000 0x7dc4a5000(0x7dc4a5000) 00000800:00000200:86.0:1596747974.275312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c4a6000 0x7dc4a6000(0x7dc4a6000) 00000800:00000200:86.0:1596747974.275313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c4a7000 0x7dc4a7000(0x7dc4a7000) 00000800:00000200:86.0:1596747974.275314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c4a8000 0x7dc4a8000(0x7dc4a8000) 00000800:00000200:86.0:1596747974.275314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c4a9000 0x7dc4a9000(0x7dc4a9000) 00000800:00000200:86.0:1596747974.275315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c4aa000 0x7dc4aa000(0x7dc4aa000) 00000800:00000200:86.0:1596747974.275316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c4ab000 0x7dc4ab000(0x7dc4ab000) 00000800:00000200:86.0:1596747974.275316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c4ac000 0x7dc4ac000(0x7dc4ac000) 00000800:00000200:86.0:1596747974.275317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c4ad000 0x7dc4ad000(0x7dc4ad000) 00000800:00000200:86.0:1596747974.275318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c4ae000 0x7dc4ae000(0x7dc4ae000) 00000800:00000200:86.0:1596747974.275319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c4af000 0x7dc4af000(0x7dc4af000) 00000800:00000200:86.0:1596747974.275319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c4b0000 0x7dc4b0000(0x7dc4b0000) 00000800:00000200:86.0:1596747974.275320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c4b1000 0x7dc4b1000(0x7dc4b1000) 00000800:00000200:86.0:1596747974.275321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c4b2000 0x7dc4b2000(0x7dc4b2000) 00000800:00000200:86.0:1596747974.275321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c4b3000 0x7dc4b3000(0x7dc4b3000) 00000800:00000010:86.0:1596747974.275865:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34380 (tot 156741098). 00000800:00000200:86.0:1596747974.275867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.275884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431a00] (20)-- 00000800:00000200:86.0:1596747974.275886:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.60@o2ib36 00000800:00000200:86.0:1596747974.276135:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.276511:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.60@o2ib36 00000800:00000200:86.0:1596747974.276512:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.60@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.276513:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e300 (tot 156740962). 00000800:00000200:86.0:1596747974.276515:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c431a00] (19)++ 00000800:00000200:86.0:1596747974.276515:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c431a00] (20)++ 00000800:00000200:86.0:1596747974.276516:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c431a00] (21)-- 00000800:00000200:37.2:1596747974.276707:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c431a00] (20)++ 00000800:00000010:86.0:1596747974.293247:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34680 (tot 156741074). 00000800:00000200:86.0:1596747974.293250:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34680] -> 192.168.128.114@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.293252:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34700 (tot 156741186). 00000800:00000010:86.0:1596747974.293255:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf21000 (tot 156741482). 00000800:00000010:86.0:1596747974.293257:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf48240 (tot 156741618). 00000800:00000010:86.0:1596747974.293258:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf2e800 (tot 156743490). 00000800:00000010:86.0:1596747974.293259:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf48300 (tot 156743642). 00000800:00000200:86.0:1596747974.293264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf59000 0x1fdbf59000(0x1fdbf59000) 00000800:00000200:86.0:1596747974.293265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf5a000 0x1fdbf5a000(0x1fdbf5a000) 00000800:00000200:86.0:1596747974.293266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf5b000 0x1fdbf5b000(0x1fdbf5b000) 00000800:00000200:86.0:1596747974.293267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf5c000 0x1fdbf5c000(0x1fdbf5c000) 00000800:00000200:86.0:1596747974.293267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf5d000 0x1fdbf5d000(0x1fdbf5d000) 00000800:00000200:86.0:1596747974.293268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf5e000 0x1fdbf5e000(0x1fdbf5e000) 00000800:00000200:86.0:1596747974.293269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf5f000 0x1fdbf5f000(0x1fdbf5f000) 00000800:00000200:86.0:1596747974.293270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf60000 0x1fdbf60000(0x1fdbf60000) 00000800:00000200:86.0:1596747974.293270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf61000 0x1fdbf61000(0x1fdbf61000) 00000800:00000200:86.0:1596747974.293271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf62000 0x1fdbf62000(0x1fdbf62000) 00000800:00000200:86.0:1596747974.293272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf63000 0x1fdbf63000(0x1fdbf63000) 00000800:00000200:86.0:1596747974.293273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf64000 0x1fdbf64000(0x1fdbf64000) 00000800:00000200:86.0:1596747974.293273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf65000 0x1fdbf65000(0x1fdbf65000) 00000800:00000200:86.0:1596747974.293274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf66000 0x1fdbf66000(0x1fdbf66000) 00000800:00000200:86.0:1596747974.293275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf67000 0x1fdbf67000(0x1fdbf67000) 00000800:00000200:86.0:1596747974.293275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf68000 0x1fdbf68000(0x1fdbf68000) 00000800:00000200:86.0:1596747974.293276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf69000 0x1fdbf69000(0x1fdbf69000) 00000800:00000200:86.0:1596747974.293277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf6a000 0x1fdbf6a000(0x1fdbf6a000) 00000800:00000010:86.0:1596747974.293794:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34700 (tot 156743530). 00000800:00000200:86.0:1596747974.293795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.293812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21000] (20)-- 00000800:00000200:86.0:1596747974.293814:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.114@o2ib36 00000800:00000200:86.0:1596747974.294069:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.294461:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.114@o2ib36 00000800:00000200:86.0:1596747974.294462:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.114@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.294463:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf48240 (tot 156743394). 00000800:00000200:86.0:1596747974.294464:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf21000] (19)++ 00000800:00000200:86.0:1596747974.294464:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf21000] (20)++ 00000800:00000200:86.0:1596747974.294465:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf21000] (21)-- 00000800:00000200:87.2:1596747974.294719:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf21000] (20)++ 00000800:00000010:86.0:1596747974.338023:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0280 (tot 156743506). 00000800:00000200:86.0:1596747974.338025:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0280] -> 192.168.128.48@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.338026:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0300 (tot 156743618). 00000800:00000010:86.0:1596747974.338029:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d04000 (tot 156743914). 00000800:00000010:86.0:1596747974.338030:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46780 (tot 156744050). 00000800:00000010:86.0:1596747974.338031:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ff9000 (tot 156745922). 00000800:00000010:86.0:1596747974.338032:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65f47680 (tot 156746074). 00000800:00000200:86.0:1596747974.338037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6581b000 0x2fe581b000(0x2fe581b000) 00000800:00000200:86.0:1596747974.338038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6581c000 0x2fe581c000(0x2fe581c000) 00000800:00000200:86.0:1596747974.338039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6581d000 0x2fe581d000(0x2fe581d000) 00000800:00000200:86.0:1596747974.338039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6581e000 0x2fe581e000(0x2fe581e000) 00000800:00000200:86.0:1596747974.338040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc6581f000 0x2fe581f000(0x2fe581f000) 00000800:00000200:86.0:1596747974.338041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65820000 0x2fe5820000(0x2fe5820000) 00000800:00000200:86.0:1596747974.338042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65821000 0x2fe5821000(0x2fe5821000) 00000800:00000200:86.0:1596747974.338042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65822000 0x2fe5822000(0x2fe5822000) 00000800:00000200:86.0:1596747974.338043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65823000 0x2fe5823000(0x2fe5823000) 00000800:00000200:86.0:1596747974.338044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65824000 0x2fe5824000(0x2fe5824000) 00000800:00000200:86.0:1596747974.338044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65825000 0x2fe5825000(0x2fe5825000) 00000800:00000200:86.0:1596747974.338045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65826000 0x2fe5826000(0x2fe5826000) 00000800:00000200:86.0:1596747974.338046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65827000 0x2fe5827000(0x2fe5827000) 00000800:00000200:86.0:1596747974.338047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65828000 0x2fe5828000(0x2fe5828000) 00000800:00000200:86.0:1596747974.338047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65829000 0x2fe5829000(0x2fe5829000) 00000800:00000200:86.0:1596747974.338048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6582a000 0x2fe582a000(0x2fe582a000) 00000800:00000200:86.0:1596747974.338049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc6582b000 0x2fe582b000(0x2fe582b000) 00000800:00000200:86.0:1596747974.338050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6582c000 0x2fe582c000(0x2fe582c000) 00000800:00000010:86.0:1596747974.338574:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0300 (tot 156745962). 00000800:00000200:86.0:1596747974.338575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338588:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338588:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338589:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338591:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.338592:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d04000] (20)-- 00000800:00000200:86.0:1596747974.338593:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.48@o2ib36 00000800:00000200:86.0:1596747974.338849:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.339198:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.48@o2ib36 00000800:00000200:86.0:1596747974.339200:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.48@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.339200:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46780 (tot 156745826). 00000800:00000200:86.0:1596747974.339201:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d04000] (19)++ 00000800:00000200:86.0:1596747974.339202:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d04000] (20)++ 00000800:00000200:86.0:1596747974.339203:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d04000] (21)-- 00000800:00000200:85.2:1596747974.339392:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d04000] (20)++ 00000800:00000010:86.0:1596747974.354686:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35a80 (tot 156745938). 00000800:00000200:86.0:1596747974.354687:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35a80] -> 192.168.128.39@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.354689:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35a00 (tot 156746050). 00000800:00000010:86.0:1596747974.354692:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c436200 (tot 156746346). 00000800:00000010:86.0:1596747974.354693:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156746482). 00000800:00000010:86.0:1596747974.354695:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cfeb000 (tot 156748354). 00000800:00000010:86.0:1596747974.354695:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9f380 (tot 156748506). 00000800:00000200:86.0:1596747974.354698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c4b4000 0x7dc4b4000(0x7dc4b4000) 00000800:00000200:86.0:1596747974.354699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c4b5000 0x7dc4b5000(0x7dc4b5000) 00000800:00000200:86.0:1596747974.354700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c4b6000 0x7dc4b6000(0x7dc4b6000) 00000800:00000200:86.0:1596747974.354701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c4b7000 0x7dc4b7000(0x7dc4b7000) 00000800:00000200:86.0:1596747974.354701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c4b8000 0x7dc4b8000(0x7dc4b8000) 00000800:00000200:86.0:1596747974.354702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c4b9000 0x7dc4b9000(0x7dc4b9000) 00000800:00000200:86.0:1596747974.354703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c4ba000 0x7dc4ba000(0x7dc4ba000) 00000800:00000200:86.0:1596747974.354703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c4bb000 0x7dc4bb000(0x7dc4bb000) 00000800:00000200:86.0:1596747974.354704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c4bc000 0x7dc4bc000(0x7dc4bc000) 00000800:00000200:86.0:1596747974.354705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c4bd000 0x7dc4bd000(0x7dc4bd000) 00000800:00000200:86.0:1596747974.354706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c4be000 0x7dc4be000(0x7dc4be000) 00000800:00000200:86.0:1596747974.354706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c4bf000 0x7dc4bf000(0x7dc4bf000) 00000800:00000200:86.0:1596747974.354707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c4c0000 0x7dc4c0000(0x7dc4c0000) 00000800:00000200:86.0:1596747974.354708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c4c1000 0x7dc4c1000(0x7dc4c1000) 00000800:00000200:86.0:1596747974.354708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c4c2000 0x7dc4c2000(0x7dc4c2000) 00000800:00000200:86.0:1596747974.354709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c4c3000 0x7dc4c3000(0x7dc4c3000) 00000800:00000200:86.0:1596747974.354710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c4c4000 0x7dc4c4000(0x7dc4c4000) 00000800:00000200:86.0:1596747974.354711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c4c5000 0x7dc4c5000(0x7dc4c5000) 00000800:00000010:86.0:1596747974.355257:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35a00 (tot 156748394). 00000800:00000200:86.0:1596747974.355259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436200] (20)-- 00000800:00000200:86.0:1596747974.355277:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.39@o2ib36 00000800:00000200:86.0:1596747974.355514:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.355854:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.39@o2ib36 00000800:00000200:86.0:1596747974.355855:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.39@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.355856:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156748258). 00000800:00000200:86.0:1596747974.355857:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c436200] (19)++ 00000800:00000200:86.0:1596747974.355858:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c436200] (20)++ 00000800:00000200:86.0:1596747974.355858:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c436200] (21)-- 00000800:00000200:39.2:1596747974.356012:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c436200] (20)++ 00000800:00000010:86.0:1596747974.464674:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db980 (tot 156748370). 00000800:00000200:86.0:1596747974.464675:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db980] -> 192.168.128.96@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.464678:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dba00 (tot 156748482). 00000800:00000010:86.0:1596747974.464680:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a46297e800 (tot 156748778). 00000800:00000010:86.0:1596747974.464681:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b7ec0 (tot 156748914). 00000800:00000010:86.0:1596747974.464683:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44715b000 (tot 156750786). 00000800:00000010:86.0:1596747974.464684:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b7e00 (tot 156750938). 00000800:00000200:86.0:1596747974.464691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4471b3000 0x17c71b3000(0x17c71b3000) 00000800:00000200:86.0:1596747974.464692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4471b4000 0x17c71b4000(0x17c71b4000) 00000800:00000200:86.0:1596747974.464693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4471b5000 0x17c71b5000(0x17c71b5000) 00000800:00000200:86.0:1596747974.464694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4471b8000 0x17c71b8000(0x17c71b8000) 00000800:00000200:86.0:1596747974.464694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4471b9000 0x17c71b9000(0x17c71b9000) 00000800:00000200:86.0:1596747974.464695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4471ba000 0x17c71ba000(0x17c71ba000) 00000800:00000200:86.0:1596747974.464696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4471bb000 0x17c71bb000(0x17c71bb000) 00000800:00000200:86.0:1596747974.464696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4471bc000 0x17c71bc000(0x17c71bc000) 00000800:00000200:86.0:1596747974.464697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4471bd000 0x17c71bd000(0x17c71bd000) 00000800:00000200:86.0:1596747974.464698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4471be000 0x17c71be000(0x17c71be000) 00000800:00000200:86.0:1596747974.464699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4471bf000 0x17c71bf000(0x17c71bf000) 00000800:00000200:86.0:1596747974.464699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4471c0000 0x17c71c0000(0x17c71c0000) 00000800:00000200:86.0:1596747974.464700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4471c1000 0x17c71c1000(0x17c71c1000) 00000800:00000200:86.0:1596747974.464701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4471c2000 0x17c71c2000(0x17c71c2000) 00000800:00000200:86.0:1596747974.464702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4471c3000 0x17c71c3000(0x17c71c3000) 00000800:00000200:86.0:1596747974.464702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4471c4000 0x17c71c4000(0x17c71c4000) 00000800:00000200:86.0:1596747974.464703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4471c5000 0x17c71c5000(0x17c71c5000) 00000800:00000200:86.0:1596747974.464704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4471c6000 0x17c71c6000(0x17c71c6000) 00000800:00000010:86.0:1596747974.465247:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dba00 (tot 156750826). 00000800:00000200:86.0:1596747974.465248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e800] (20)-- 00000800:00000200:86.0:1596747974.465267:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.96@o2ib36 00000800:00000200:86.0:1596747974.465523:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.465894:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.96@o2ib36 00000800:00000200:86.0:1596747974.465895:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.96@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.465896:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b7ec0 (tot 156750690). 00000800:00000200:86.0:1596747974.465896:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a46297e800] (19)++ 00000800:00000200:86.0:1596747974.465897:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a46297e800] (20)++ 00000800:00000200:86.0:1596747974.465898:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a46297e800] (21)-- 00000800:00000200:37.2:1596747974.466054:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297e800] (20)++ 00000800:00000010:86.0:1596747974.597727:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34380 (tot 156750802). 00000800:00000200:86.0:1596747974.597730:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34380] -> 192.168.128.170@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.597732:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34400 (tot 156750914). 00000800:00000010:86.0:1596747974.597733:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c432400 (tot 156751210). 00000800:00000010:86.0:1596747974.597736:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e300 (tot 156751346). 00000800:00000010:86.0:1596747974.597739:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d0000 (tot 156753218). 00000800:00000010:86.0:1596747974.597740:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9ef00 (tot 156753370). 00000800:00000200:86.0:1596747974.597746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c4c6000 0x7dc4c6000(0x7dc4c6000) 00000800:00000200:86.0:1596747974.597747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c4c7000 0x7dc4c7000(0x7dc4c7000) 00000800:00000200:86.0:1596747974.597748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c4c8000 0x7dc4c8000(0x7dc4c8000) 00000800:00000200:86.0:1596747974.597748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c4c9000 0x7dc4c9000(0x7dc4c9000) 00000800:00000200:86.0:1596747974.597749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c4ca000 0x7dc4ca000(0x7dc4ca000) 00000800:00000200:86.0:1596747974.597750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c4cb000 0x7dc4cb000(0x7dc4cb000) 00000800:00000200:86.0:1596747974.597751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c4cc000 0x7dc4cc000(0x7dc4cc000) 00000800:00000200:86.0:1596747974.597751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c4cd000 0x7dc4cd000(0x7dc4cd000) 00000800:00000200:86.0:1596747974.597752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c4ce000 0x7dc4ce000(0x7dc4ce000) 00000800:00000200:86.0:1596747974.597753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c4cf000 0x7dc4cf000(0x7dc4cf000) 00000800:00000200:86.0:1596747974.597753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c4d8000 0x7dc4d8000(0x7dc4d8000) 00000800:00000200:86.0:1596747974.597754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c4d9000 0x7dc4d9000(0x7dc4d9000) 00000800:00000200:86.0:1596747974.597755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c4da000 0x7dc4da000(0x7dc4da000) 00000800:00000200:86.0:1596747974.597756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c4db000 0x7dc4db000(0x7dc4db000) 00000800:00000200:86.0:1596747974.597756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c4dc000 0x7dc4dc000(0x7dc4dc000) 00000800:00000200:86.0:1596747974.597757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c4dd000 0x7dc4dd000(0x7dc4dd000) 00000800:00000200:86.0:1596747974.597758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c4de000 0x7dc4de000(0x7dc4de000) 00000800:00000200:86.0:1596747974.597759:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c4df000 0x7dc4df000(0x7dc4df000) 00000800:00000010:86.0:1596747974.598314:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34400 (tot 156753258). 00000800:00000200:86.0:1596747974.598316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432400] (20)-- 00000800:00000200:86.0:1596747974.598335:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.170@o2ib36 00000800:00000200:86.0:1596747974.598587:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.598960:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.170@o2ib36 00000800:00000200:86.0:1596747974.598961:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.170@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.598962:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e300 (tot 156753122). 00000800:00000200:86.2:1596747974.598964:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c432400] (19)++ 00000800:00000200:86.0:1596747974.598966:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c432400] (20)++ 00000800:00000200:86.0:1596747974.598967:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c432400] (21)++ 00000800:00000200:86.0:1596747974.598968:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c432400] (22)-- 00000800:00000010:86.0:1596747974.678557:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55ead000 (tot 156753234). 00000800:00000200:86.0:1596747974.678561:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55ead000] -> 192.168.128.50@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.678563:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55eacf80 (tot 156753346). 00000800:00000010:86.0:1596747974.678565:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc556efe00 (tot 156753642). 00000800:00000010:86.0:1596747974.678567:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55025ec0 (tot 156753778). 00000800:00000010:86.0:1596747974.678569:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55261000 (tot 156755650). 00000800:00000010:86.0:1596747974.678570:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc550252c0 (tot 156755802). 00000800:00000200:86.0:1596747974.678578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc559b7000 0x3fd59b7000(0x3fd59b7000) 00000800:00000200:86.0:1596747974.678579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc550e0000 0x3fd50e0000(0x3fd50e0000) 00000800:00000200:86.0:1596747974.678580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc550e1000 0x3fd50e1000(0x3fd50e1000) 00000800:00000200:86.0:1596747974.678581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc550de000 0x3fd50de000(0x3fd50de000) 00000800:00000200:86.0:1596747974.678581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc550df000 0x3fd50df000(0x3fd50df000) 00000800:00000200:86.0:1596747974.678582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc550d0000 0x3fd50d0000(0x3fd50d0000) 00000800:00000200:86.0:1596747974.678583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc550d1000 0x3fd50d1000(0x3fd50d1000) 00000800:00000200:86.0:1596747974.678584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55a4c000 0x3fd5a4c000(0x3fd5a4c000) 00000800:00000200:86.0:1596747974.678584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55a4d000 0x3fd5a4d000(0x3fd5a4d000) 00000800:00000200:86.0:1596747974.678585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57430000 0x3fd7430000(0x3fd7430000) 00000800:00000200:86.0:1596747974.678586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57431000 0x3fd7431000(0x3fd7431000) 00000800:00000200:86.0:1596747974.678586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc576cc000 0x3fd76cc000(0x3fd76cc000) 00000800:00000200:86.0:1596747974.678587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc576cd000 0x3fd76cd000(0x3fd76cd000) 00000800:00000200:86.0:1596747974.678588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55576000 0x3fd5576000(0x3fd5576000) 00000800:00000200:86.0:1596747974.678589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55577000 0x3fd5577000(0x3fd5577000) 00000800:00000200:86.0:1596747974.678589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5512c000 0x3fd512c000(0x3fd512c000) 00000800:00000200:86.0:1596747974.678590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5512d000 0x3fd512d000(0x3fd512d000) 00000800:00000200:86.0:1596747974.678591:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5753e000 0x3fd753e000(0x3fd753e000) 00000800:00000010:86.0:1596747974.679120:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55eacf80 (tot 156755690). 00000800:00000200:86.0:1596747974.679121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556efe00] (20)-- 00000800:00000200:86.0:1596747974.679140:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.50@o2ib36 00000800:00000200:86.0:1596747974.679403:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.679714:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.50@o2ib36 00000800:00000200:86.0:1596747974.679715:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.50@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.679716:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55025ec0 (tot 156755554). 00000800:00000200:86.0:1596747974.679717:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc556efe00] (19)++ 00000800:00000200:86.0:1596747974.679718:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc556efe00] (20)++ 00000800:00000200:86.0:1596747974.679719:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc556efe00] (21)-- 00000800:00000200:40.2:1596747974.679868:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556efe00] (20)++ 00000800:00000010:86.0:1596747974.940266:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbc80 (tot 156755666). 00000800:00000200:86.0:1596747974.940269:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbc80] -> 192.168.128.75@o2ib36 (1)++ 00000800:00000010:86.0:1596747974.940270:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbb00 (tot 156755778). 00000800:00000010:86.0:1596747974.940272:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447578800 (tot 156756074). 00000800:00000010:86.0:1596747974.940274:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156756210). 00000800:00000010:86.0:1596747974.940276:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44715d800 (tot 156758082). 00000800:00000010:86.0:1596747974.940277:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6300 (tot 156758234). 00000800:00000200:86.0:1596747974.940282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4471c7000 0x17c71c7000(0x17c71c7000) 00000800:00000200:86.0:1596747974.940283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4471c8000 0x17c71c8000(0x17c71c8000) 00000800:00000200:86.0:1596747974.940284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4471c9000 0x17c71c9000(0x17c71c9000) 00000800:00000200:86.0:1596747974.940285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4471ca000 0x17c71ca000(0x17c71ca000) 00000800:00000200:86.0:1596747974.940285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4471cb000 0x17c71cb000(0x17c71cb000) 00000800:00000200:86.0:1596747974.940286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4471cc000 0x17c71cc000(0x17c71cc000) 00000800:00000200:86.0:1596747974.940287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4471cd000 0x17c71cd000(0x17c71cd000) 00000800:00000200:86.0:1596747974.940288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4471ce000 0x17c71ce000(0x17c71ce000) 00000800:00000200:86.0:1596747974.940288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4471cf000 0x17c71cf000(0x17c71cf000) 00000800:00000200:86.0:1596747974.940289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4471d0000 0x17c71d0000(0x17c71d0000) 00000800:00000200:86.0:1596747974.940290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4471d1000 0x17c71d1000(0x17c71d1000) 00000800:00000200:86.0:1596747974.940291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4471d2000 0x17c71d2000(0x17c71d2000) 00000800:00000200:86.0:1596747974.940291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4471d3000 0x17c71d3000(0x17c71d3000) 00000800:00000200:86.0:1596747974.940292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4471d4000 0x17c71d4000(0x17c71d4000) 00000800:00000200:86.0:1596747974.940293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4471d5000 0x17c71d5000(0x17c71d5000) 00000800:00000200:86.0:1596747974.940294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4471d6000 0x17c71d6000(0x17c71d6000) 00000800:00000200:86.0:1596747974.940294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4471d7000 0x17c71d7000(0x17c71d7000) 00000800:00000200:86.0:1596747974.940295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4471d8000 0x17c71d8000(0x17c71d8000) 00000800:00000010:86.0:1596747974.940879:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbb00 (tot 156758122). 00000800:00000200:86.0:1596747974.940880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.940898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447578800] (20)-- 00000800:00000200:86.0:1596747974.940899:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.75@o2ib36 00000800:00000200:86.0:1596747974.941151:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747974.941535:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.75@o2ib36 00000800:00000200:86.0:1596747974.941537:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.75@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747974.941537:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156757986). 00000800:00000200:86.0:1596747974.941539:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447578800] (19)++ 00000800:00000200:86.0:1596747974.941539:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447578800] (20)++ 00000800:00000200:86.0:1596747974.941540:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447578800] (21)-- 00000800:00000200:39.2:1596747974.941709:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447578800] (20)++ 00000800:00000010:86.0:1596747975.031886:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35a00 (tot 156758098). 00000800:00000200:86.0:1596747975.031889:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35a00] -> 192.168.128.26@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.031891:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35980 (tot 156758210). 00000800:00000010:86.0:1596747975.031892:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c435800 (tot 156758506). 00000800:00000010:86.0:1596747975.031894:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156758642). 00000800:00000010:86.0:1596747975.031895:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d7800 (tot 156760514). 00000800:00000010:86.0:1596747975.031896:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cb9f140 (tot 156760666). 00000800:00000200:86.0:1596747975.031899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c4e0000 0x7dc4e0000(0x7dc4e0000) 00000800:00000200:86.0:1596747975.031900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c4e1000 0x7dc4e1000(0x7dc4e1000) 00000800:00000200:86.0:1596747975.031901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c4e2000 0x7dc4e2000(0x7dc4e2000) 00000800:00000200:86.0:1596747975.031902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c4e3000 0x7dc4e3000(0x7dc4e3000) 00000800:00000200:86.0:1596747975.031902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c4e4000 0x7dc4e4000(0x7dc4e4000) 00000800:00000200:86.0:1596747975.031903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c4e5000 0x7dc4e5000(0x7dc4e5000) 00000800:00000200:86.0:1596747975.031904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c4e6000 0x7dc4e6000(0x7dc4e6000) 00000800:00000200:86.0:1596747975.031905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c4e7000 0x7dc4e7000(0x7dc4e7000) 00000800:00000200:86.0:1596747975.031905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c4e8000 0x7dc4e8000(0x7dc4e8000) 00000800:00000200:86.0:1596747975.031906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c4e9000 0x7dc4e9000(0x7dc4e9000) 00000800:00000200:86.0:1596747975.031907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c4ea000 0x7dc4ea000(0x7dc4ea000) 00000800:00000200:86.0:1596747975.031908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c4eb000 0x7dc4eb000(0x7dc4eb000) 00000800:00000200:86.0:1596747975.031908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c4ec000 0x7dc4ec000(0x7dc4ec000) 00000800:00000200:86.0:1596747975.031909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c4ed000 0x7dc4ed000(0x7dc4ed000) 00000800:00000200:86.0:1596747975.031910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c4ee000 0x7dc4ee000(0x7dc4ee000) 00000800:00000200:86.0:1596747975.031911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c4ef000 0x7dc4ef000(0x7dc4ef000) 00000800:00000200:86.0:1596747975.031911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c4f0000 0x7dc4f0000(0x7dc4f0000) 00000800:00000200:86.0:1596747975.031912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c4f1000 0x7dc4f1000(0x7dc4f1000) 00000800:00000010:86.0:1596747975.032447:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35980 (tot 156760554). 00000800:00000200:86.0:1596747975.032448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435800] (19)++ 00000800:00000200:86.0:1596747975.032466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435800] (20)-- 00000800:00000200:86.0:1596747975.032468:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.26@o2ib36 00000800:00000200:86.0:1596747975.032739:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.033135:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.26@o2ib36 00000800:00000200:86.0:1596747975.033136:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.26@o2ib36: active(0), version(12), status(0) 00000800:00000200:86.2:1596747975.033138:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c435800] (19)++ 00000800:00000010:86.0:1596747975.033139:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156760418). 00000800:00000200:86.0:1596747975.033140:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c435800] (20)++ 00000800:00000200:86.0:1596747975.033141:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c435800] (21)++ 00000800:00000200:86.0:1596747975.033142:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c435800] (22)-- 00000800:00000010:86.0:1596747975.188362:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849c00 (tot 156760530). 00000800:00000200:86.0:1596747975.188365:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849c00] -> 192.168.128.155@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.188367:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849b80 (tot 156760642). 00000800:00000010:86.0:1596747975.188368:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4425abe00 (tot 156760938). 00000800:00000010:86.0:1596747975.188369:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408923c80 (tot 156761074). 00000800:00000010:86.0:1596747975.188371:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c41bc57000 (tot 156762946). 00000800:00000010:86.0:1596747975.188372:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408923d40 (tot 156763098). 00000800:00000200:86.0:1596747975.188377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c402550000 0x3782550000(0x3782550000) 00000800:00000200:86.0:1596747975.188378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c402551000 0x3782551000(0x3782551000) 00000800:00000200:86.0:1596747975.188378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c402552000 0x3782552000(0x3782552000) 00000800:00000200:86.0:1596747975.188379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c402553000 0x3782553000(0x3782553000) 00000800:00000200:86.0:1596747975.188380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c402554000 0x3782554000(0x3782554000) 00000800:00000200:86.0:1596747975.188381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c402555000 0x3782555000(0x3782555000) 00000800:00000200:86.0:1596747975.188382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c402556000 0x3782556000(0x3782556000) 00000800:00000200:86.0:1596747975.188382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c402557000 0x3782557000(0x3782557000) 00000800:00000200:86.0:1596747975.188383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c402558000 0x3782558000(0x3782558000) 00000800:00000200:86.0:1596747975.188384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c402559000 0x3782559000(0x3782559000) 00000800:00000200:86.0:1596747975.188384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c40255a000 0x378255a000(0x378255a000) 00000800:00000200:86.0:1596747975.188385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c40255b000 0x378255b000(0x378255b000) 00000800:00000200:86.0:1596747975.188386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c40255c000 0x378255c000(0x378255c000) 00000800:00000200:86.0:1596747975.188387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c40255d000 0x378255d000(0x378255d000) 00000800:00000200:86.0:1596747975.188387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c40255e000 0x378255e000(0x378255e000) 00000800:00000200:86.0:1596747975.188388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c40255f000 0x378255f000(0x378255f000) 00000800:00000200:86.0:1596747975.188389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c402588000 0x3782588000(0x3782588000) 00000800:00000200:86.0:1596747975.188390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c402589000 0x3782589000(0x3782589000) 00000800:00000010:86.0:1596747975.188971:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849b80 (tot 156762986). 00000800:00000200:86.0:1596747975.188973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.188990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425abe00] (20)-- 00000800:00000200:86.0:1596747975.188992:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.155@o2ib36 00000800:00000200:86.0:1596747975.189274:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.189666:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.155@o2ib36 00000800:00000200:86.0:1596747975.189668:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.155@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.189669:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408923c80 (tot 156762850). 00000800:00000200:86.0:1596747975.189670:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4425abe00] (19)++ 00000800:00000200:86.0:1596747975.189671:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4425abe00] (20)++ 00000800:00000200:86.0:1596747975.189672:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4425abe00] (21)-- 00000800:00000200:40.2:1596747975.189840:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4425abe00] (20)++ 00000800:00000010:86.0:1596747975.232542:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dba00 (tot 156762962). 00000800:00000200:86.0:1596747975.232545:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dba00] -> 192.168.128.28@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.232547:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db800 (tot 156763074). 00000800:00000010:86.0:1596747975.232551:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471f8000 (tot 156763370). 00000800:00000010:86.0:1596747975.232553:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b7ec0 (tot 156763506). 00000800:00000010:86.0:1596747975.232555:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a44715c000 (tot 156765378). 00000800:00000010:86.0:1596747975.232556:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b7bc0 (tot 156765530). 00000800:00000200:86.0:1596747975.232558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4471d9000 0x17c71d9000(0x17c71d9000) 00000800:00000200:86.0:1596747975.232559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4471da000 0x17c71da000(0x17c71da000) 00000800:00000200:86.0:1596747975.232560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4471db000 0x17c71db000(0x17c71db000) 00000800:00000200:86.0:1596747975.232561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4471dc000 0x17c71dc000(0x17c71dc000) 00000800:00000200:86.0:1596747975.232562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4471dd000 0x17c71dd000(0x17c71dd000) 00000800:00000200:86.0:1596747975.232563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4471de000 0x17c71de000(0x17c71de000) 00000800:00000200:86.0:1596747975.232563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4471df000 0x17c71df000(0x17c71df000) 00000800:00000200:86.0:1596747975.232564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4471e0000 0x17c71e0000(0x17c71e0000) 00000800:00000200:86.0:1596747975.232565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4471e1000 0x17c71e1000(0x17c71e1000) 00000800:00000200:86.0:1596747975.232566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4471e2000 0x17c71e2000(0x17c71e2000) 00000800:00000200:86.0:1596747975.232566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4471e3000 0x17c71e3000(0x17c71e3000) 00000800:00000200:86.0:1596747975.232567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4471e4000 0x17c71e4000(0x17c71e4000) 00000800:00000200:86.0:1596747975.232568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4471e5000 0x17c71e5000(0x17c71e5000) 00000800:00000200:86.0:1596747975.232569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4471e6000 0x17c71e6000(0x17c71e6000) 00000800:00000200:86.0:1596747975.232569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4471e7000 0x17c71e7000(0x17c71e7000) 00000800:00000200:86.0:1596747975.232570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4471e8000 0x17c71e8000(0x17c71e8000) 00000800:00000200:86.0:1596747975.232571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4471e9000 0x17c71e9000(0x17c71e9000) 00000800:00000200:86.0:1596747975.232571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4471ea000 0x17c71ea000(0x17c71ea000) 00000800:00000010:86.0:1596747975.233127:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db800 (tot 156765418). 00000800:00000200:86.0:1596747975.233128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8000] (20)-- 00000800:00000200:86.0:1596747975.233147:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.28@o2ib36 00000800:00000200:86.0:1596747975.233415:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.233821:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.28@o2ib36 00000800:00000200:86.0:1596747975.233823:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.28@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.233824:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b7ec0 (tot 156765282). 00000800:00000200:86.0:1596747975.233825:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471f8000] (19)++ 00000800:00000200:86.0:1596747975.233826:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471f8000] (20)++ 00000800:00000200:86.0:1596747975.233827:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471f8000] (21)-- 00000800:00000200:36.2:1596747975.233828:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471f8000] (20)++ 00000800:00000010:86.0:1596747975.302947:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55eacf00 (tot 156765394). 00000800:00000200:86.0:1596747975.302950:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55eacf00] -> 192.168.128.144@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.302952:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55eacf80 (tot 156765506). 00000800:00000010:86.0:1596747975.302956:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55268000 (tot 156765802). 00000800:00000010:86.0:1596747975.302957:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55024000 (tot 156765938). 00000800:00000010:86.0:1596747975.302960:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55266800 (tot 156767810). 00000800:00000010:86.0:1596747975.302960:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55024c00 (tot 156767962). 00000800:00000200:86.0:1596747975.302963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5753f000 0x3fd753f000(0x3fd753f000) 00000800:00000200:86.0:1596747975.302964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5787a000 0x3fd787a000(0x3fd787a000) 00000800:00000200:86.0:1596747975.302965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5787b000 0x3fd787b000(0x3fd787b000) 00000800:00000200:86.0:1596747975.302966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc574fa000 0x3fd74fa000(0x3fd74fa000) 00000800:00000200:86.0:1596747975.302967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc574fb000 0x3fd74fb000(0x3fd74fb000) 00000800:00000200:86.0:1596747975.302967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc559c2000 0x3fd59c2000(0x3fd59c2000) 00000800:00000200:86.0:1596747975.302968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc559c3000 0x3fd59c3000(0x3fd59c3000) 00000800:00000200:86.0:1596747975.302969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7a392000 0x3ffa392000(0x3ffa392000) 00000800:00000200:86.0:1596747975.302970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7a393000 0x3ffa393000(0x3ffa393000) 00000800:00000200:86.0:1596747975.302970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5753a000 0x3fd753a000(0x3fd753a000) 00000800:00000200:86.0:1596747975.302971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc5753b000 0x3fd753b000(0x3fd753b000) 00000800:00000200:86.0:1596747975.302972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55a16000 0x3fd5a16000(0x3fd5a16000) 00000800:00000200:86.0:1596747975.302973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55a17000 0x3fd5a17000(0x3fd5a17000) 00000800:00000200:86.0:1596747975.302973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55a96000 0x3fd5a96000(0x3fd5a96000) 00000800:00000200:86.0:1596747975.302974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55a97000 0x3fd5a97000(0x3fd5a97000) 00000800:00000200:86.0:1596747975.302975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5766c000 0x3fd766c000(0x3fd766c000) 00000800:00000200:86.0:1596747975.302975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5766d000 0x3fd766d000(0x3fd766d000) 00000800:00000200:86.0:1596747975.302976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc57702000 0x3fd7702000(0x3fd7702000) 00000800:00000010:86.0:1596747975.303531:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55eacf80 (tot 156767850). 00000800:00000200:86.0:1596747975.303533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.303550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55268000] (20)-- 00000800:00000200:86.0:1596747975.303552:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.144@o2ib36 00000800:00000200:86.0:1596747975.303821:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.304183:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.144@o2ib36 00000800:00000200:86.0:1596747975.304184:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.144@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.304185:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55024000 (tot 156767714). 00000800:00000200:86.0:1596747975.304186:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55268000] (19)++ 00000800:00000200:41.2:1596747975.304186:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55268000] (19)++ 00000800:00000200:86.0:1596747975.304187:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55268000] (20)++ 00000800:00000200:86.0:1596747975.304188:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55268000] (22)-- 00000800:00020000:15.0:1596747975.352519:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747975.352522:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747975.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945caf3800] (22)++ 00000800:00000100:15.0:1596747975.352525:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747975.352527:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34080] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:15.0:1596747975.352528:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945caf3800] (23)-- 00000800:00000200:15.0:1596747975.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55000000] (21)++ 00000800:00000200:15.0:1596747975.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55000000] (22)++ 00000800:00000200:15.0:1596747975.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55000000] (23)-- 00000400:00000200:15.0:1596747975.353174:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:15.0:1596747975.353177:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:15.0:1596747975.353178:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945caf3800] (22)-- 00000800:00000200:86.0:1596747975.353488:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945caf3800] (21)-- 00000800:00000010:86.0:1596747975.363789:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35780 (tot 156767826). 00000800:00000200:86.0:1596747975.363793:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35780] -> 192.168.128.101@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.363796:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35700 (tot 156767938). 00000800:00000010:86.0:1596747975.363799:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf27000 (tot 156768234). 00000800:00000010:86.0:1596747975.363801:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156768370). 00000800:00000010:86.0:1596747975.363803:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf2a000 (tot 156770242). 00000800:00000010:86.0:1596747975.363804:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf49bc0 (tot 156770394). 00000800:00000200:86.0:1596747975.363808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf6b000 0x1fdbf6b000(0x1fdbf6b000) 00000800:00000200:86.0:1596747975.363809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf6c000 0x1fdbf6c000(0x1fdbf6c000) 00000800:00000200:86.0:1596747975.363809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf6d000 0x1fdbf6d000(0x1fdbf6d000) 00000800:00000200:86.0:1596747975.363810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf6e000 0x1fdbf6e000(0x1fdbf6e000) 00000800:00000200:86.0:1596747975.363811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf6f000 0x1fdbf6f000(0x1fdbf6f000) 00000800:00000200:86.0:1596747975.363812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf70000 0x1fdbf70000(0x1fdbf70000) 00000800:00000200:86.0:1596747975.363813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf71000 0x1fdbf71000(0x1fdbf71000) 00000800:00000200:86.0:1596747975.363814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf72000 0x1fdbf72000(0x1fdbf72000) 00000800:00000200:86.0:1596747975.363815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf73000 0x1fdbf73000(0x1fdbf73000) 00000800:00000200:86.0:1596747975.363815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf74000 0x1fdbf74000(0x1fdbf74000) 00000800:00000200:86.0:1596747975.363816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf75000 0x1fdbf75000(0x1fdbf75000) 00000800:00000200:86.0:1596747975.363817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf76000 0x1fdbf76000(0x1fdbf76000) 00000800:00000200:86.0:1596747975.363817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf77000 0x1fdbf77000(0x1fdbf77000) 00000800:00000200:86.0:1596747975.363818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf78000 0x1fdbf78000(0x1fdbf78000) 00000800:00000200:86.0:1596747975.363819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf79000 0x1fdbf79000(0x1fdbf79000) 00000800:00000200:86.0:1596747975.363820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf7a000 0x1fdbf7a000(0x1fdbf7a000) 00000800:00000200:86.0:1596747975.363820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf7b000 0x1fdbf7b000(0x1fdbf7b000) 00000800:00000200:86.0:1596747975.363821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf7c000 0x1fdbf7c000(0x1fdbf7c000) 00000800:00000010:86.0:1596747975.364388:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35700 (tot 156770282). 00000800:00000200:86.0:1596747975.364390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.364407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27000] (20)-- 00000800:00000200:86.0:1596747975.364409:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.101@o2ib36 00000800:00000200:86.0:1596747975.364666:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.365038:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.101@o2ib36 00000800:00000200:86.0:1596747975.365039:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.101@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.365040:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156770146). 00000800:00000200:86.0:1596747975.365042:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf27000] (19)++ 00000800:00000200:86.0:1596747975.365042:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf27000] (20)++ 00000800:00000200:86.0:1596747975.365044:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf27000] (21)-- 00000800:00000200:38.2:1596747975.365046:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf27000] (20)++ 00000800:00000200:86.0:1596747975.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747975.545190:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55eacf80 (tot 156770258). 00000800:00000200:86.0:1596747975.545193:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55eacf80] -> 192.168.128.76@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.545197:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b44000 (tot 156770370). 00000800:00000010:86.0:1596747975.545200:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc557d0c00 (tot 156770666). 00000800:00000010:86.0:1596747975.545202:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55025ec0 (tot 156770802). 00000800:00000010:86.0:1596747975.545205:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55262000 (tot 156772674). 00000800:00000010:86.0:1596747975.545206:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55025080 (tot 156772826). 00000800:00000200:86.0:1596747975.545214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57703000 0x3fd7703000(0x3fd7703000) 00000800:00000200:86.0:1596747975.545215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc576ac000 0x3fd76ac000(0x3fd76ac000) 00000800:00000200:86.0:1596747975.545216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc576ad000 0x3fd76ad000(0x3fd76ad000) 00000800:00000200:86.0:1596747975.545216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57b14000 0x3fd7b14000(0x3fd7b14000) 00000800:00000200:86.0:1596747975.545217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57b15000 0x3fd7b15000(0x3fd7b15000) 00000800:00000200:86.0:1596747975.545218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57a0a000 0x3fd7a0a000(0x3fd7a0a000) 00000800:00000200:86.0:1596747975.545219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57a0b000 0x3fd7a0b000(0x3fd7a0b000) 00000800:00000200:86.0:1596747975.545219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57bac000 0x3fd7bac000(0x3fd7bac000) 00000800:00000200:86.0:1596747975.545220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57bad000 0x3fd7bad000(0x3fd7bad000) 00000800:00000200:86.0:1596747975.545221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc56182000 0x3fd6182000(0x3fd6182000) 00000800:00000200:86.0:1596747975.545221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc56183000 0x3fd6183000(0x3fd6183000) 00000800:00000200:86.0:1596747975.545222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc575c0000 0x3fd75c0000(0x3fd75c0000) 00000800:00000200:86.0:1596747975.545223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc575c1000 0x3fd75c1000(0x3fd75c1000) 00000800:00000200:86.0:1596747975.545224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57bea000 0x3fd7bea000(0x3fd7bea000) 00000800:00000200:86.0:1596747975.545224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57beb000 0x3fd7beb000(0x3fd7beb000) 00000800:00000200:86.0:1596747975.545225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc563aa000 0x3fd63aa000(0x3fd63aa000) 00000800:00000200:86.0:1596747975.545226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc563ab000 0x3fd63ab000(0x3fd63ab000) 00000800:00000200:86.0:1596747975.545227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55550000 0x3fd5550000(0x3fd5550000) 00000800:00000010:86.0:1596747975.545794:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b44000 (tot 156772714). 00000800:00000200:86.0:1596747975.545795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.545812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557d0c00] (20)-- 00000800:00000200:86.0:1596747975.545814:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.76@o2ib36 00000800:00000200:86.0:1596747975.546086:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.546398:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.76@o2ib36 00000800:00000200:86.0:1596747975.546399:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.76@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.546400:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55025ec0 (tot 156772578). 00000800:00000200:41.2:1596747975.546400:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.546401:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc557d0c00] (19)++ 00000800:00000200:86.0:1596747975.546401:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc557d0c00] (20)++ 00000800:00000200:86.0:1596747975.546402:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc557d0c00] (22)-- 00000800:00000010:86.0:1596747975.626156:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2180 (tot 156772690). 00000800:00000200:86.0:1596747975.626159:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2180] -> 192.168.128.112@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.626162:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2200 (tot 156772802). 00000800:00000010:86.0:1596747975.626164:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e622400 (tot 156773098). 00000800:00000010:86.0:1596747975.626166:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e479200 (tot 156773234). 00000800:00000010:86.0:1596747975.626168:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7fc800 (tot 156775106). 00000800:00000010:86.0:1596747975.626171:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06a000 (tot 156775258). 00000800:00000200:86.0:1596747975.626175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e069000 0xfde069000(0xfde069000) 00000800:00000200:86.0:1596747975.626177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e06c000 0xfde06c000(0xfde06c000) 00000800:00000200:86.0:1596747975.626177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e06d000 0xfde06d000(0xfde06d000) 00000800:00000200:86.0:1596747975.626178:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e06e000 0xfde06e000(0xfde06e000) 00000800:00000200:86.0:1596747975.626179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e06f000 0xfde06f000(0xfde06f000) 00000800:00000200:86.0:1596747975.626180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e070000 0xfde070000(0xfde070000) 00000800:00000200:86.0:1596747975.626181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e071000 0xfde071000(0xfde071000) 00000800:00000200:86.0:1596747975.626181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e072000 0xfde072000(0xfde072000) 00000800:00000200:86.0:1596747975.626182:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e073000 0xfde073000(0xfde073000) 00000800:00000200:86.0:1596747975.626183:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e074000 0xfde074000(0xfde074000) 00000800:00000200:86.0:1596747975.626183:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e075000 0xfde075000(0xfde075000) 00000800:00000200:86.0:1596747975.626184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e076000 0xfde076000(0xfde076000) 00000800:00000200:86.0:1596747975.626185:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e077000 0xfde077000(0xfde077000) 00000800:00000200:86.0:1596747975.626186:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e078000 0xfde078000(0xfde078000) 00000800:00000200:86.0:1596747975.626186:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e079000 0xfde079000(0xfde079000) 00000800:00000200:86.0:1596747975.626187:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e07a000 0xfde07a000(0xfde07a000) 00000800:00000200:86.0:1596747975.626188:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e07b000 0xfde07b000(0xfde07b000) 00000800:00000200:86.0:1596747975.626189:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e07c000 0xfde07c000(0xfde07c000) 00000800:00000010:86.0:1596747975.626730:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2200 (tot 156775146). 00000800:00000200:86.0:1596747975.626731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626742:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.626749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622400] (20)-- 00000800:00000200:86.0:1596747975.626750:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.112@o2ib36 00000800:00000200:86.0:1596747975.627011:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.627389:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.112@o2ib36 00000800:00000200:86.0:1596747975.627390:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.112@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.627391:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e479200 (tot 156775010). 00000800:00000200:86.0:1596747975.627393:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e622400] (19)++ 00000800:00000200:86.0:1596747975.627393:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e622400] (20)++ 00000800:00000200:86.0:1596747975.627394:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e622400] (21)-- 00000800:00000200:84.2:1596747975.627405:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e622400] (20)++ 00000800:00000010:86.0:1596747975.653698:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295b80 (tot 156775122). 00000800:00000200:86.0:1596747975.653702:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295b80] -> 192.168.128.145@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.653704:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295b00 (tot 156775234). 00000800:00000010:86.0:1596747975.653706:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464056600 (tot 156775530). 00000800:00000010:86.0:1596747975.653708:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4642b7440 (tot 156775666). 00000800:00000010:86.0:1596747975.653709:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643aa000 (tot 156777538). 00000800:00000010:86.0:1596747975.653711:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ea000 (tot 156777690). 00000800:00000200:86.0:1596747975.653716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4643e9000 0x27e43e9000(0x27e43e9000) 00000800:00000200:86.0:1596747975.653718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4643ec000 0x27e43ec000(0x27e43ec000) 00000800:00000200:86.0:1596747975.653719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4643ed000 0x27e43ed000(0x27e43ed000) 00000800:00000200:86.0:1596747975.653719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4643ee000 0x27e43ee000(0x27e43ee000) 00000800:00000200:86.0:1596747975.653720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4643ef000 0x27e43ef000(0x27e43ef000) 00000800:00000200:86.0:1596747975.653721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4643f0000 0x27e43f0000(0x27e43f0000) 00000800:00000200:86.0:1596747975.653722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4643f1000 0x27e43f1000(0x27e43f1000) 00000800:00000200:86.0:1596747975.653722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4643f2000 0x27e43f2000(0x27e43f2000) 00000800:00000200:86.0:1596747975.653723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4643f3000 0x27e43f3000(0x27e43f3000) 00000800:00000200:86.0:1596747975.653724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4643f4000 0x27e43f4000(0x27e43f4000) 00000800:00000200:86.0:1596747975.653725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4643f5000 0x27e43f5000(0x27e43f5000) 00000800:00000200:86.0:1596747975.653725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4643f6000 0x27e43f6000(0x27e43f6000) 00000800:00000200:86.0:1596747975.653726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4643f7000 0x27e43f7000(0x27e43f7000) 00000800:00000200:86.0:1596747975.653727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4643f8000 0x27e43f8000(0x27e43f8000) 00000800:00000200:86.0:1596747975.653728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4643f9000 0x27e43f9000(0x27e43f9000) 00000800:00000200:86.0:1596747975.653728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4643fa000 0x27e43fa000(0x27e43fa000) 00000800:00000200:86.0:1596747975.653729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4643fb000 0x27e43fb000(0x27e43fb000) 00000800:00000200:86.0:1596747975.653730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4643fc000 0x27e43fc000(0x27e43fc000) 00000800:00000010:86.0:1596747975.654291:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295b00 (tot 156777578). 00000800:00000200:86.0:1596747975.654292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464056600] (20)-- 00000800:00000200:86.0:1596747975.654311:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.145@o2ib36 00000800:00000200:86.0:1596747975.654587:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747975.654974:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.145@o2ib36 00000800:00000200:86.0:1596747975.654975:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.145@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.654976:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4642b7440 (tot 156777442). 00000800:00000200:86.0:1596747975.654978:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464056600] (19)++ 00000800:00000200:86.0:1596747975.654978:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464056600] (20)++ 00000800:00000200:86.0:1596747975.654979:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464056600] (21)-- 00000800:00000200:41.2:1596747975.654987:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464056600] (20)++ 00000800:00000010:86.0:1596747975.838109:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1c80 (tot 156777554). 00000800:00000200:86.0:1596747975.838112:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1c80] -> 192.168.128.108@o2ib36 (1)++ 00000800:00000010:86.0:1596747975.838114:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1c00 (tot 156777666). 00000800:00000010:86.0:1596747975.838117:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65ea8c00 (tot 156777962). 00000800:00000010:86.0:1596747975.838119:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65f46780 (tot 156778098). 00000800:00000010:86.0:1596747975.838121:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ffe800 (tot 156779970). 00000800:00000010:86.0:1596747975.838123:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583e000 (tot 156780122). 00000800:00000200:86.0:1596747975.838128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6582d000 0x2fe582d000(0x2fe582d000) 00000800:00000200:86.0:1596747975.838129:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6582e000 0x2fe582e000(0x2fe582e000) 00000800:00000200:86.0:1596747975.838130:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6582f000 0x2fe582f000(0x2fe582f000) 00000800:00000200:86.0:1596747975.838131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65830000 0x2fe5830000(0x2fe5830000) 00000800:00000200:86.0:1596747975.838132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65831000 0x2fe5831000(0x2fe5831000) 00000800:00000200:86.0:1596747975.838132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65832000 0x2fe5832000(0x2fe5832000) 00000800:00000200:86.0:1596747975.838133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65833000 0x2fe5833000(0x2fe5833000) 00000800:00000200:86.0:1596747975.838134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65834000 0x2fe5834000(0x2fe5834000) 00000800:00000200:86.0:1596747975.838134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65835000 0x2fe5835000(0x2fe5835000) 00000800:00000200:86.0:1596747975.838135:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65836000 0x2fe5836000(0x2fe5836000) 00000800:00000200:86.0:1596747975.838136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65837000 0x2fe5837000(0x2fe5837000) 00000800:00000200:86.0:1596747975.838137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65838000 0x2fe5838000(0x2fe5838000) 00000800:00000200:86.0:1596747975.838137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65839000 0x2fe5839000(0x2fe5839000) 00000800:00000200:86.0:1596747975.838138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6583a000 0x2fe583a000(0x2fe583a000) 00000800:00000200:86.0:1596747975.838139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6583b000 0x2fe583b000(0x2fe583b000) 00000800:00000200:86.0:1596747975.838140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6583c000 0x2fe583c000(0x2fe583c000) 00000800:00000200:86.0:1596747975.838140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc6583d000 0x2fe583d000(0x2fe583d000) 00000800:00000200:86.0:1596747975.838141:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65840000 0x2fe5840000(0x2fe5840000) 00000800:00000010:86.0:1596747975.838678:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1c00 (tot 156780010). 00000800:00000200:86.0:1596747975.838680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838685:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.838698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8c00] (20)-- 00000800:00000200:86.0:1596747975.838699:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.108@o2ib36 00000800:00000200:86.0:1596747975.838947:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:85.2:1596747975.840060:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea8c00] (19)++ 00000800:00000200:86.0:1596747975.840062:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.108@o2ib36 00000800:00000200:86.0:1596747975.840064:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.108@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747975.840065:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65f46780 (tot 156779874). 00000800:00000200:86.0:1596747975.840066:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65ea8c00] (20)++ 00000800:00000200:86.0:1596747975.840067:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65ea8c00] (21)++ 00000800:00000200:86.0:1596747975.840068:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65ea8c00] (22)-- 00000800:00000010:86.0:1596747976.188525:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1c00 (tot 156779986). 00000800:00000200:86.0:1596747976.188528:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1c00] -> 192.168.128.158@o2ib36 (1)++ 00000800:00000010:86.0:1596747976.188530:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1b80 (tot 156780098). 00000800:00000010:86.0:1596747976.188531:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eaa000 (tot 156780394). 00000800:00000010:86.0:1596747976.188532:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156780530). 00000800:00000010:86.0:1596747976.188533:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ffd800 (tot 156782402). 00000800:00000010:86.0:1596747976.188534:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583e300 (tot 156782554). 00000800:00000200:86.0:1596747976.188537:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65841000 0x2fe5841000(0x2fe5841000) 00000800:00000200:86.0:1596747976.188538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65842000 0x2fe5842000(0x2fe5842000) 00000800:00000200:86.0:1596747976.188539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65843000 0x2fe5843000(0x2fe5843000) 00000800:00000200:86.0:1596747976.188540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65844000 0x2fe5844000(0x2fe5844000) 00000800:00000200:86.0:1596747976.188541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65845000 0x2fe5845000(0x2fe5845000) 00000800:00000200:86.0:1596747976.188542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65846000 0x2fe5846000(0x2fe5846000) 00000800:00000200:86.0:1596747976.188542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65847000 0x2fe5847000(0x2fe5847000) 00000800:00000200:86.0:1596747976.188543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65848000 0x2fe5848000(0x2fe5848000) 00000800:00000200:86.0:1596747976.188544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65849000 0x2fe5849000(0x2fe5849000) 00000800:00000200:86.0:1596747976.188544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc6584a000 0x2fe584a000(0x2fe584a000) 00000800:00000200:86.0:1596747976.188545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6584b000 0x2fe584b000(0x2fe584b000) 00000800:00000200:86.0:1596747976.188546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6584c000 0x2fe584c000(0x2fe584c000) 00000800:00000200:86.0:1596747976.188547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6584d000 0x2fe584d000(0x2fe584d000) 00000800:00000200:86.0:1596747976.188547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6584e000 0x2fe584e000(0x2fe584e000) 00000800:00000200:86.0:1596747976.188548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6584f000 0x2fe584f000(0x2fe584f000) 00000800:00000200:86.0:1596747976.188549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65850000 0x2fe5850000(0x2fe5850000) 00000800:00000200:86.0:1596747976.188550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65851000 0x2fe5851000(0x2fe5851000) 00000800:00000200:86.0:1596747976.188550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65852000 0x2fe5852000(0x2fe5852000) 00000800:00000010:86.0:1596747976.189099:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1b80 (tot 156782442). 00000800:00000200:86.0:1596747976.189100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaa000] (20)-- 00000800:00000200:86.0:1596747976.189119:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.158@o2ib36 00000800:00000200:86.0:1596747976.189367:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747976.189751:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.158@o2ib36 00000800:00000200:86.0:1596747976.189753:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.158@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747976.189754:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156782306). 00000800:00000200:86.0:1596747976.189755:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eaa000] (19)++ 00000800:00000200:86.0:1596747976.189756:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eaa000] (20)++ 00000800:00000200:86.0:1596747976.189756:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eaa000] (21)-- 00000800:00000200:40.2:1596747976.189977:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaa000] (20)++ 00000800:00000010:86.0:1596747976.244095:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294380 (tot 156782418). 00000800:00000200:86.0:1596747976.244098:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294380] -> 192.168.128.140@o2ib36 (1)++ 00000800:00000010:86.0:1596747976.244100:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294400 (tot 156782530). 00000800:00000010:86.0:1596747976.244102:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464057600 (tot 156782826). 00000800:00000010:86.0:1596747976.244104:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156782962). 00000800:00000010:86.0:1596747976.244106:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643ad800 (tot 156784834). 00000800:00000010:86.0:1596747976.244107:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ebe00 (tot 156784986). 00000800:00000200:86.0:1596747976.244111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4643fd000 0x27e43fd000(0x27e43fd000) 00000800:00000200:86.0:1596747976.244112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4643fe000 0x27e43fe000(0x27e43fe000) 00000800:00000200:86.0:1596747976.244113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4643ff000 0x27e43ff000(0x27e43ff000) 00000800:00000200:86.0:1596747976.244114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463400000 0x27e3400000(0x27e3400000) 00000800:00000200:86.0:1596747976.244115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463401000 0x27e3401000(0x27e3401000) 00000800:00000200:86.0:1596747976.244116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463402000 0x27e3402000(0x27e3402000) 00000800:00000200:86.0:1596747976.244116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463403000 0x27e3403000(0x27e3403000) 00000800:00000200:86.0:1596747976.244117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463404000 0x27e3404000(0x27e3404000) 00000800:00000200:86.0:1596747976.244118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463405000 0x27e3405000(0x27e3405000) 00000800:00000200:86.0:1596747976.244118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463406000 0x27e3406000(0x27e3406000) 00000800:00000200:86.0:1596747976.244119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463407000 0x27e3407000(0x27e3407000) 00000800:00000200:86.0:1596747976.244120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463408000 0x27e3408000(0x27e3408000) 00000800:00000200:86.0:1596747976.244121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463409000 0x27e3409000(0x27e3409000) 00000800:00000200:86.0:1596747976.244121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46340a000 0x27e340a000(0x27e340a000) 00000800:00000200:86.0:1596747976.244122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46340b000 0x27e340b000(0x27e340b000) 00000800:00000200:86.0:1596747976.244123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46340c000 0x27e340c000(0x27e340c000) 00000800:00000200:86.0:1596747976.244123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46340d000 0x27e340d000(0x27e340d000) 00000800:00000200:86.0:1596747976.244124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46340e000 0x27e340e000(0x27e340e000) 00000800:00000010:86.0:1596747976.244661:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294400 (tot 156784874). 00000800:00000200:86.0:1596747976.244663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.244680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057600] (20)-- 00000800:00000200:86.0:1596747976.244682:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.140@o2ib36 00000800:00000200:86.0:1596747976.244931:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747976.245305:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.140@o2ib36 00000800:00000200:86.0:1596747976.245306:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.140@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747976.245306:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156784738). 00000800:00000200:86.0:1596747976.245307:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464057600] (19)++ 00000800:00000200:86.0:1596747976.245308:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464057600] (20)++ 00000800:00000200:86.0:1596747976.245309:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464057600] (21)-- 00000800:00000200:40.2:1596747976.245466:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464057600] (20)++ 00000800:00000010:86.0:1596747976.348935:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3e00 (tot 156784850). 00000800:00000200:86.0:1596747976.348938:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3e00] -> 192.168.128.133@o2ib36 (1)++ 00000800:00000010:86.0:1596747976.348940:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3d80 (tot 156784962). 00000800:00000010:86.0:1596747976.348942:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e833a00 (tot 156785258). 00000800:00000010:86.0:1596747976.348943:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 156785394). 00000800:00000010:86.0:1596747976.348945:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e7fb000 (tot 156787266). 00000800:00000010:86.0:1596747976.348946:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06be00 (tot 156787418). 00000800:00000200:86.0:1596747976.348951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e07d000 0xfde07d000(0xfde07d000) 00000800:00000200:86.0:1596747976.348952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e07e000 0xfde07e000(0xfde07e000) 00000800:00000200:86.0:1596747976.348953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e07f000 0xfde07f000(0xfde07f000) 00000800:00000200:86.0:1596747976.348954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e080000 0xfde080000(0xfde080000) 00000800:00000200:86.0:1596747976.348955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e081000 0xfde081000(0xfde081000) 00000800:00000200:86.0:1596747976.348956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e082000 0xfde082000(0xfde082000) 00000800:00000200:86.0:1596747976.348956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e083000 0xfde083000(0xfde083000) 00000800:00000200:86.0:1596747976.348957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e084000 0xfde084000(0xfde084000) 00000800:00000200:86.0:1596747976.348958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e085000 0xfde085000(0xfde085000) 00000800:00000200:86.0:1596747976.348959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e086000 0xfde086000(0xfde086000) 00000800:00000200:86.0:1596747976.348959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e087000 0xfde087000(0xfde087000) 00000800:00000200:86.0:1596747976.348960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e088000 0xfde088000(0xfde088000) 00000800:00000200:86.0:1596747976.348961:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e089000 0xfde089000(0xfde089000) 00000800:00000200:86.0:1596747976.348962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e08a000 0xfde08a000(0xfde08a000) 00000800:00000200:86.0:1596747976.348962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e08b000 0xfde08b000(0xfde08b000) 00000800:00000200:86.0:1596747976.348963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e08c000 0xfde08c000(0xfde08c000) 00000800:00000200:86.0:1596747976.348964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e08d000 0xfde08d000(0xfde08d000) 00000800:00000200:86.0:1596747976.348964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e08e000 0xfde08e000(0xfde08e000) 00000800:00000010:86.0:1596747976.349509:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3d80 (tot 156787306). 00000800:00000200:86.0:1596747976.349510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.349528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833a00] (20)-- 00000800:00000200:86.0:1596747976.349530:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.133@o2ib36 00000800:00000200:86.0:1596747976.349777:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:89.2:1596747976.350083:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e833a00] (19)++ 00000800:00000200:86.0:1596747976.350085:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.133@o2ib36 00000800:00000200:86.0:1596747976.350086:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.133@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747976.350087:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 156787170). 00000800:00000200:86.0:1596747976.350088:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e833a00] (20)++ 00000800:00000200:86.0:1596747976.350089:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e833a00] (21)++ 00000800:00000200:86.0:1596747976.350090:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e833a00] (22)-- 00000800:00000010:86.0:1596747976.675336:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34400 (tot 156787282). 00000800:00000200:86.0:1596747976.675339:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34400] -> 192.168.128.128@o2ib36 (1)++ 00000800:00000010:86.0:1596747976.675341:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34480 (tot 156787394). 00000800:00000010:86.0:1596747976.675343:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c432e00 (tot 156787690). 00000800:00000010:86.0:1596747976.675345:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cb9e240 (tot 156787826). 00000800:00000010:86.0:1596747976.675348:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d1000 (tot 156789698). 00000800:00000010:86.0:1596747976.675351:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f6000 (tot 156789850). 00000800:00000200:86.0:1596747976.675356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c4f2000 0x7dc4f2000(0x7dc4f2000) 00000800:00000200:86.0:1596747976.675357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c4f3000 0x7dc4f3000(0x7dc4f3000) 00000800:00000200:86.0:1596747976.675358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c4f4000 0x7dc4f4000(0x7dc4f4000) 00000800:00000200:86.0:1596747976.675359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c4f5000 0x7dc4f5000(0x7dc4f5000) 00000800:00000200:86.0:1596747976.675359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c4f8000 0x7dc4f8000(0x7dc4f8000) 00000800:00000200:86.0:1596747976.675360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c4f9000 0x7dc4f9000(0x7dc4f9000) 00000800:00000200:86.0:1596747976.675361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c4fa000 0x7dc4fa000(0x7dc4fa000) 00000800:00000200:86.0:1596747976.675361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c4fb000 0x7dc4fb000(0x7dc4fb000) 00000800:00000200:86.0:1596747976.675362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c4fc000 0x7dc4fc000(0x7dc4fc000) 00000800:00000200:86.0:1596747976.675363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c4fd000 0x7dc4fd000(0x7dc4fd000) 00000800:00000200:86.0:1596747976.675364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c4fe000 0x7dc4fe000(0x7dc4fe000) 00000800:00000200:86.0:1596747976.675364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c4ff000 0x7dc4ff000(0x7dc4ff000) 00000800:00000200:86.0:1596747976.675365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c500000 0x7dc500000(0x7dc500000) 00000800:00000200:86.0:1596747976.675366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c501000 0x7dc501000(0x7dc501000) 00000800:00000200:86.0:1596747976.675367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c502000 0x7dc502000(0x7dc502000) 00000800:00000200:86.0:1596747976.675367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c503000 0x7dc503000(0x7dc503000) 00000800:00000200:86.0:1596747976.675368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c504000 0x7dc504000(0x7dc504000) 00000800:00000200:86.0:1596747976.675369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c505000 0x7dc505000(0x7dc505000) 00000800:00000010:86.0:1596747976.675924:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34480 (tot 156789738). 00000800:00000200:86.0:1596747976.675925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.675943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432e00] (20)-- 00000800:00000200:86.0:1596747976.675944:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.128@o2ib36 00000800:00000200:86.0:1596747976.676249:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747976.676588:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c432e00] (19)++ 00000800:00000200:86.0:1596747976.676594:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.128@o2ib36 00000800:00000200:86.0:1596747976.676596:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.128@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747976.676597:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cb9e240 (tot 156789602). 00000800:00000200:86.0:1596747976.676598:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c432e00] (20)++ 00000800:00000200:86.0:1596747976.676599:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c432e00] (21)++ 00000800:00000200:86.0:1596747976.676600:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c432e00] (22)-- 00000800:00000010:86.0:1596747977.216827:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295b00 (tot 156789714). 00000800:00000200:86.0:1596747977.216829:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295b00] -> 192.168.128.111@o2ib36 (1)++ 00000800:00000010:86.0:1596747977.216831:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295a80 (tot 156789826). 00000800:00000010:86.0:1596747977.216835:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464256200 (tot 156790122). 00000800:00000010:86.0:1596747977.216836:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ea240 (tot 156790258). 00000800:00000010:86.0:1596747977.216838:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643ab000 (tot 156792130). 00000800:00000010:86.0:1596747977.216839:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ea300 (tot 156792282). 00000800:00000200:86.0:1596747977.216842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46340f000 0x27e340f000(0x27e340f000) 00000800:00000200:86.0:1596747977.216843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463410000 0x27e3410000(0x27e3410000) 00000800:00000200:86.0:1596747977.216844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463411000 0x27e3411000(0x27e3411000) 00000800:00000200:86.0:1596747977.216845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463412000 0x27e3412000(0x27e3412000) 00000800:00000200:86.0:1596747977.216846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463413000 0x27e3413000(0x27e3413000) 00000800:00000200:86.0:1596747977.216846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463414000 0x27e3414000(0x27e3414000) 00000800:00000200:86.0:1596747977.216847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463415000 0x27e3415000(0x27e3415000) 00000800:00000200:86.0:1596747977.216848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463416000 0x27e3416000(0x27e3416000) 00000800:00000200:86.0:1596747977.216849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463417000 0x27e3417000(0x27e3417000) 00000800:00000200:86.0:1596747977.216849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463418000 0x27e3418000(0x27e3418000) 00000800:00000200:86.0:1596747977.216850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463419000 0x27e3419000(0x27e3419000) 00000800:00000200:86.0:1596747977.216851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46341a000 0x27e341a000(0x27e341a000) 00000800:00000200:86.0:1596747977.216852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46341b000 0x27e341b000(0x27e341b000) 00000800:00000200:86.0:1596747977.216852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46341c000 0x27e341c000(0x27e341c000) 00000800:00000200:86.0:1596747977.216853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46341d000 0x27e341d000(0x27e341d000) 00000800:00000200:86.0:1596747977.216854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46341e000 0x27e341e000(0x27e341e000) 00000800:00000200:86.0:1596747977.216854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46341f000 0x27e341f000(0x27e341f000) 00000800:00000200:86.0:1596747977.216855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463420000 0x27e3420000(0x27e3420000) 00000800:00000010:86.0:1596747977.217404:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295a80 (tot 156792170). 00000800:00000200:86.0:1596747977.217405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.217423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256200] (20)-- 00000800:00000200:86.0:1596747977.217424:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.111@o2ib36 00000800:00000200:86.0:1596747977.217679:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747977.218068:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.111@o2ib36 00000800:00000200:86.0:1596747977.218069:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.111@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747977.218070:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ea240 (tot 156792034). 00000800:00000200:86.0:1596747977.218071:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464256200] (19)++ 00000800:00000200:86.0:1596747977.218072:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464256200] (20)++ 00000800:00000200:86.0:1596747977.218073:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464256200] (21)-- 00000800:00000200:87.2:1596747977.218234:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464256200] (20)++ 00000800:00000200:86.0:1596747977.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747977.653212:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295a80 (tot 156792146). 00000800:00000200:86.0:1596747977.653215:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295a80] -> 192.168.128.17@o2ib36 (1)++ 00000800:00000010:86.0:1596747977.653216:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295a00 (tot 156792258). 00000800:00000010:86.0:1596747977.653220:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463430000 (tot 156792554). 00000800:00000010:86.0:1596747977.653220:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ea240 (tot 156792690). 00000800:00000010:86.0:1596747977.653221:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4643ac000 (tot 156794562). 00000800:00000010:86.0:1596747977.653222:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ea540 (tot 156794714). 00000800:00000200:86.0:1596747977.653227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463421000 0x27e3421000(0x27e3421000) 00000800:00000200:86.0:1596747977.653228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463422000 0x27e3422000(0x27e3422000) 00000800:00000200:86.0:1596747977.653229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463423000 0x27e3423000(0x27e3423000) 00000800:00000200:86.0:1596747977.653229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463424000 0x27e3424000(0x27e3424000) 00000800:00000200:86.0:1596747977.653230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463425000 0x27e3425000(0x27e3425000) 00000800:00000200:86.0:1596747977.653231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463426000 0x27e3426000(0x27e3426000) 00000800:00000200:86.0:1596747977.653232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463427000 0x27e3427000(0x27e3427000) 00000800:00000200:86.0:1596747977.653232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463428000 0x27e3428000(0x27e3428000) 00000800:00000200:86.0:1596747977.653233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463429000 0x27e3429000(0x27e3429000) 00000800:00000200:86.0:1596747977.653234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46342a000 0x27e342a000(0x27e342a000) 00000800:00000200:86.0:1596747977.653234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46342b000 0x27e342b000(0x27e342b000) 00000800:00000200:86.0:1596747977.653235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46342c000 0x27e342c000(0x27e342c000) 00000800:00000200:86.0:1596747977.653236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46342d000 0x27e342d000(0x27e342d000) 00000800:00000200:86.0:1596747977.653237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46342e000 0x27e342e000(0x27e342e000) 00000800:00000200:86.0:1596747977.653237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46342f000 0x27e342f000(0x27e342f000) 00000800:00000200:86.0:1596747977.653238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463438000 0x27e3438000(0x27e3438000) 00000800:00000200:86.0:1596747977.653239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463439000 0x27e3439000(0x27e3439000) 00000800:00000200:86.0:1596747977.653240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46343a000 0x27e343a000(0x27e343a000) 00000800:00000010:86.0:1596747977.653779:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295a00 (tot 156794602). 00000800:00000200:86.0:1596747977.653780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653785:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653785:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653786:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653786:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653787:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653787:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653788:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653788:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653789:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653789:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653790:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653790:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.653798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430000] (20)-- 00000800:00000200:86.0:1596747977.653799:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.17@o2ib36 00000800:00000200:86.0:1596747977.654056:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747977.654445:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.17@o2ib36 00000800:00000200:86.0:1596747977.654446:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.17@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747977.654447:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ea240 (tot 156794466). 00000800:00000200:86.0:1596747977.654448:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463430000] (19)++ 00000800:00000200:86.0:1596747977.654449:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463430000] (20)++ 00000800:00000200:86.0:1596747977.654450:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463430000] (21)-- 00000800:00000200:39.2:1596747977.654729:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463430000] (20)++ 00000800:00000010:86.0:1596747977.789179:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35980 (tot 156794578). 00000800:00000200:86.0:1596747977.789182:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35980] -> 192.168.128.102@o2ib36 (1)++ 00000800:00000010:86.0:1596747977.789184:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35900 (tot 156794690). 00000800:00000010:86.0:1596747977.789186:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c434e00 (tot 156794986). 00000800:00000010:86.0:1596747977.789188:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f7ec0 (tot 156795122). 00000800:00000010:86.0:1596747977.789190:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d6800 (tot 156796994). 00000800:00000010:86.0:1596747977.789191:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f7e00 (tot 156797146). 00000800:00000200:86.0:1596747977.789196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c506000 0x7dc506000(0x7dc506000) 00000800:00000200:86.0:1596747977.789197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c507000 0x7dc507000(0x7dc507000) 00000800:00000200:86.0:1596747977.789198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c508000 0x7dc508000(0x7dc508000) 00000800:00000200:86.0:1596747977.789199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c509000 0x7dc509000(0x7dc509000) 00000800:00000200:86.0:1596747977.789199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c50a000 0x7dc50a000(0x7dc50a000) 00000800:00000200:86.0:1596747977.789200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c50b000 0x7dc50b000(0x7dc50b000) 00000800:00000200:86.0:1596747977.789201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c50c000 0x7dc50c000(0x7dc50c000) 00000800:00000200:86.0:1596747977.789202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c50d000 0x7dc50d000(0x7dc50d000) 00000800:00000200:86.0:1596747977.789202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c50e000 0x7dc50e000(0x7dc50e000) 00000800:00000200:86.0:1596747977.789203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c50f000 0x7dc50f000(0x7dc50f000) 00000800:00000200:86.0:1596747977.789204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c510000 0x7dc510000(0x7dc510000) 00000800:00000200:86.0:1596747977.789205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c511000 0x7dc511000(0x7dc511000) 00000800:00000200:86.0:1596747977.789205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c512000 0x7dc512000(0x7dc512000) 00000800:00000200:86.0:1596747977.789206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c513000 0x7dc513000(0x7dc513000) 00000800:00000200:86.0:1596747977.789207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c514000 0x7dc514000(0x7dc514000) 00000800:00000200:86.0:1596747977.789207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c515000 0x7dc515000(0x7dc515000) 00000800:00000200:86.0:1596747977.789208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c516000 0x7dc516000(0x7dc516000) 00000800:00000200:86.0:1596747977.789209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c517000 0x7dc517000(0x7dc517000) 00000800:00000010:86.0:1596747977.789760:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35900 (tot 156797034). 00000800:00000200:86.0:1596747977.789761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789763:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789764:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789764:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789765:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789765:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789766:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.789778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434e00] (20)-- 00000800:00000200:86.0:1596747977.789780:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.102@o2ib36 00000800:00000200:86.0:1596747977.790025:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747977.790354:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.102@o2ib36 00000800:00000200:86.0:1596747977.790355:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.102@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747977.790356:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f7ec0 (tot 156796898). 00000800:00000200:86.0:1596747977.790357:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c434e00] (19)++ 00000800:00000200:86.0:1596747977.790358:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c434e00] (20)++ 00000800:00000200:86.0:1596747977.790358:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c434e00] (21)-- 00000800:00000200:37.2:1596747977.790529:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c434e00] (20)++ 00000800:00000010:86.0:1596747978.100315:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848380 (tot 156797010). 00000800:00000200:86.0:1596747978.100318:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848380] -> 192.168.128.100@o2ib36 (1)++ 00000800:00000010:86.0:1596747978.100320:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848400 (tot 156797122). 00000800:00000010:86.0:1596747978.100321:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c40ee43e00 (tot 156797418). 00000800:00000010:86.0:1596747978.100323:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408923380 (tot 156797554). 00000800:00000010:86.0:1596747978.100324:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402660000 (tot 156799426). 00000800:00000010:86.0:1596747978.100325:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408923080 (tot 156799578). 00000800:00000200:86.0:1596747978.100331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c401b2e000 0x3781b2e000(0x3781b2e000) 00000800:00000200:86.0:1596747978.100332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c401b2f000 0x3781b2f000(0x3781b2f000) 00000800:00000200:86.0:1596747978.100333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c401b30000 0x3781b30000(0x3781b30000) 00000800:00000200:86.0:1596747978.100334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c401b31000 0x3781b31000(0x3781b31000) 00000800:00000200:86.0:1596747978.100334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c401b32000 0x3781b32000(0x3781b32000) 00000800:00000200:86.0:1596747978.100335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c401b33000 0x3781b33000(0x3781b33000) 00000800:00000200:86.0:1596747978.100336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c401b34000 0x3781b34000(0x3781b34000) 00000800:00000200:86.0:1596747978.100337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c401b35000 0x3781b35000(0x3781b35000) 00000800:00000200:86.0:1596747978.100337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c401b36000 0x3781b36000(0x3781b36000) 00000800:00000200:86.0:1596747978.100338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c401b37000 0x3781b37000(0x3781b37000) 00000800:00000200:86.0:1596747978.100339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c401b38000 0x3781b38000(0x3781b38000) 00000800:00000200:86.0:1596747978.100339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c401b39000 0x3781b39000(0x3781b39000) 00000800:00000200:86.0:1596747978.100340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c401b3a000 0x3781b3a000(0x3781b3a000) 00000800:00000200:86.0:1596747978.100341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c401b3b000 0x3781b3b000(0x3781b3b000) 00000800:00000200:86.0:1596747978.100342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c401b3c000 0x3781b3c000(0x3781b3c000) 00000800:00000200:86.0:1596747978.100342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c401b3d000 0x3781b3d000(0x3781b3d000) 00000800:00000200:86.0:1596747978.100343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c401b3e000 0x3781b3e000(0x3781b3e000) 00000800:00000200:86.0:1596747978.100344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c401b3f000 0x3781b3f000(0x3781b3f000) 00000800:00000010:86.0:1596747978.100888:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848400 (tot 156799466). 00000800:00000200:86.0:1596747978.100889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.100907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee43e00] (20)-- 00000800:00000200:86.0:1596747978.100908:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.100@o2ib36 00000800:00000200:86.0:1596747978.101177:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747978.103025:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.100@o2ib36 00000800:00000200:89.2:1596747978.103026:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee43e00] (19)++ 00000800:00000200:86.0:1596747978.103026:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.100@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747978.103027:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408923380 (tot 156799330). 00000800:00000200:86.0:1596747978.103029:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c40ee43e00] (20)++ 00000800:00000200:86.0:1596747978.103030:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c40ee43e00] (21)++ 00000800:00000200:86.0:1596747978.103030:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c40ee43e00] (22)-- 00000800:00000010:86.0:1596747978.180794:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2200 (tot 156799442). 00000800:00000200:86.0:1596747978.180797:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2200] -> 192.168.128.91@o2ib36 (1)++ 00000800:00000010:86.0:1596747978.180799:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2280 (tot 156799554). 00000800:00000010:86.0:1596747978.180800:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e831a00 (tot 156799850). 00000800:00000010:86.0:1596747978.180802:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06a240 (tot 156799986). 00000800:00000010:86.0:1596747978.180805:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b0000 (tot 156801858). 00000800:00000010:86.0:1596747978.180806:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06a300 (tot 156802010). 00000800:00000200:86.0:1596747978.180808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e08f000 0xfde08f000(0xfde08f000) 00000800:00000200:86.0:1596747978.180810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e090000 0xfde090000(0xfde090000) 00000800:00000200:86.0:1596747978.180810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e091000 0xfde091000(0xfde091000) 00000800:00000200:86.0:1596747978.180811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e092000 0xfde092000(0xfde092000) 00000800:00000200:86.0:1596747978.180812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e093000 0xfde093000(0xfde093000) 00000800:00000200:86.0:1596747978.180813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e094000 0xfde094000(0xfde094000) 00000800:00000200:86.0:1596747978.180814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e095000 0xfde095000(0xfde095000) 00000800:00000200:86.0:1596747978.180814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e096000 0xfde096000(0xfde096000) 00000800:00000200:86.0:1596747978.180815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e097000 0xfde097000(0xfde097000) 00000800:00000200:86.0:1596747978.180816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e098000 0xfde098000(0xfde098000) 00000800:00000200:86.0:1596747978.180816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e099000 0xfde099000(0xfde099000) 00000800:00000200:86.0:1596747978.180817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e09a000 0xfde09a000(0xfde09a000) 00000800:00000200:86.0:1596747978.180818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e09b000 0xfde09b000(0xfde09b000) 00000800:00000200:86.0:1596747978.180819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e09c000 0xfde09c000(0xfde09c000) 00000800:00000200:86.0:1596747978.180819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e09d000 0xfde09d000(0xfde09d000) 00000800:00000200:86.0:1596747978.180820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e09e000 0xfde09e000(0xfde09e000) 00000800:00000200:86.0:1596747978.180821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e09f000 0xfde09f000(0xfde09f000) 00000800:00000200:86.0:1596747978.180822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e0a0000 0xfde0a0000(0xfde0a0000) 00000800:00000010:86.0:1596747978.181388:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2280 (tot 156801898). 00000800:00000200:86.0:1596747978.181389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.181407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831a00] (20)-- 00000800:00000200:86.0:1596747978.181409:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.91@o2ib36 00000800:00000200:86.0:1596747978.181669:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747978.182066:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.91@o2ib36 00000800:00000200:86.0:1596747978.182067:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.91@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747978.182068:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06a240 (tot 156801762). 00000800:00000200:86.0:1596747978.182069:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e831a00] (19)++ 00000800:00000200:86.0:1596747978.182069:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e831a00] (20)++ 00000800:00000200:86.0:1596747978.182070:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e831a00] (21)-- 00000800:00000200:89.2:1596747978.182076:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e831a00] (20)++ 00000800:00000010:86.0:1596747978.445092:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2280 (tot 156801874). 00000800:00000200:86.0:1596747978.445095:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2280] -> 192.168.128.44@o2ib36 (1)++ 00000800:00000010:86.0:1596747978.445097:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2300 (tot 156801986). 00000800:00000010:86.0:1596747978.445101:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b8000 (tot 156802282). 00000800:00000010:86.0:1596747978.445102:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06a240 (tot 156802418). 00000800:00000010:86.0:1596747978.445104:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b1000 (tot 156804290). 00000800:00000010:86.0:1596747978.445104:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06a540 (tot 156804442). 00000800:00000200:86.0:1596747978.445109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e0a1000 0xfde0a1000(0xfde0a1000) 00000800:00000200:86.0:1596747978.445110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e0a2000 0xfde0a2000(0xfde0a2000) 00000800:00000200:86.0:1596747978.445111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e0a3000 0xfde0a3000(0xfde0a3000) 00000800:00000200:86.0:1596747978.445112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e0a4000 0xfde0a4000(0xfde0a4000) 00000800:00000200:86.0:1596747978.445113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e0a5000 0xfde0a5000(0xfde0a5000) 00000800:00000200:86.0:1596747978.445114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e0a6000 0xfde0a6000(0xfde0a6000) 00000800:00000200:86.0:1596747978.445114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e0a7000 0xfde0a7000(0xfde0a7000) 00000800:00000200:86.0:1596747978.445115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e0a8000 0xfde0a8000(0xfde0a8000) 00000800:00000200:86.0:1596747978.445116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e0a9000 0xfde0a9000(0xfde0a9000) 00000800:00000200:86.0:1596747978.445116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e0aa000 0xfde0aa000(0xfde0aa000) 00000800:00000200:86.0:1596747978.445117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e0ab000 0xfde0ab000(0xfde0ab000) 00000800:00000200:86.0:1596747978.445118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e0ac000 0xfde0ac000(0xfde0ac000) 00000800:00000200:86.0:1596747978.445119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e0ad000 0xfde0ad000(0xfde0ad000) 00000800:00000200:86.0:1596747978.445119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e0ae000 0xfde0ae000(0xfde0ae000) 00000800:00000200:86.0:1596747978.445120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e0af000 0xfde0af000(0xfde0af000) 00000800:00000200:86.0:1596747978.445121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e0c0000 0xfde0c0000(0xfde0c0000) 00000800:00000200:86.0:1596747978.445122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e0c1000 0xfde0c1000(0xfde0c1000) 00000800:00000200:86.0:1596747978.445122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e0c2000 0xfde0c2000(0xfde0c2000) 00000800:00000010:86.0:1596747978.445668:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2300 (tot 156804330). 00000800:00000200:86.0:1596747978.445670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445685:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.445687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8000] (20)-- 00000800:00000200:86.0:1596747978.445689:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.44@o2ib36 00000800:00000200:86.0:1596747978.445953:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596747978.446320:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b8000] (19)++ 00000800:00000200:86.0:1596747978.446323:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.44@o2ib36 00000800:00000200:86.0:1596747978.446325:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.44@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747978.446326:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06a240 (tot 156804194). 00000800:00000200:86.0:1596747978.446327:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b8000] (20)++ 00000800:00000200:86.0:1596747978.446328:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b8000] (21)++ 00000800:00000200:86.0:1596747978.446329:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b8000] (22)-- 00000800:00000010:86.0:1596747978.509455:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34700 (tot 156804306). 00000800:00000200:86.0:1596747978.509458:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34700] -> 192.168.128.46@o2ib36 (1)++ 00000800:00000010:86.0:1596747978.509460:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34780 (tot 156804418). 00000800:00000010:86.0:1596747978.509464:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf21a00 (tot 156804714). 00000800:00000010:86.0:1596747978.509467:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf48240 (tot 156804850). 00000800:00000010:86.0:1596747978.509469:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf2d800 (tot 156806722). 00000800:00000010:86.0:1596747978.509470:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf48540 (tot 156806874). 00000800:00000200:86.0:1596747978.509477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf7d000 0x1fdbf7d000(0x1fdbf7d000) 00000800:00000200:86.0:1596747978.509478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf7e000 0x1fdbf7e000(0x1fdbf7e000) 00000800:00000200:86.0:1596747978.509479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf7f000 0x1fdbf7f000(0x1fdbf7f000) 00000800:00000200:86.0:1596747978.509479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf80000 0x1fdbf80000(0x1fdbf80000) 00000800:00000200:86.0:1596747978.509480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf81000 0x1fdbf81000(0x1fdbf81000) 00000800:00000200:86.0:1596747978.509481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf82000 0x1fdbf82000(0x1fdbf82000) 00000800:00000200:86.0:1596747978.509482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf83000 0x1fdbf83000(0x1fdbf83000) 00000800:00000200:86.0:1596747978.509482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf84000 0x1fdbf84000(0x1fdbf84000) 00000800:00000200:86.0:1596747978.509483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf85000 0x1fdbf85000(0x1fdbf85000) 00000800:00000200:86.0:1596747978.509484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf86000 0x1fdbf86000(0x1fdbf86000) 00000800:00000200:86.0:1596747978.509484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf87000 0x1fdbf87000(0x1fdbf87000) 00000800:00000200:86.0:1596747978.509485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf88000 0x1fdbf88000(0x1fdbf88000) 00000800:00000200:86.0:1596747978.509486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf89000 0x1fdbf89000(0x1fdbf89000) 00000800:00000200:86.0:1596747978.509487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf8a000 0x1fdbf8a000(0x1fdbf8a000) 00000800:00000200:86.0:1596747978.509487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf8b000 0x1fdbf8b000(0x1fdbf8b000) 00000800:00000200:86.0:1596747978.509488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf8c000 0x1fdbf8c000(0x1fdbf8c000) 00000800:00000200:86.0:1596747978.509489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf8d000 0x1fdbf8d000(0x1fdbf8d000) 00000800:00000200:86.0:1596747978.509490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bf8e000 0x1fdbf8e000(0x1fdbf8e000) 00000800:00000010:86.0:1596747978.510050:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34780 (tot 156806762). 00000800:00000200:86.0:1596747978.510051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf21a00] (20)-- 00000800:00000200:86.0:1596747978.510071:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.46@o2ib36 00000800:00000200:86.0:1596747978.510324:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:84.2:1596747978.510679:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf21a00] (19)++ 00000800:00000200:86.0:1596747978.510681:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.46@o2ib36 00000800:00000200:86.0:1596747978.510682:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.46@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747978.510683:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf48240 (tot 156806626). 00000800:00000200:86.0:1596747978.510684:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf21a00] (20)++ 00000800:00000200:86.0:1596747978.510684:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf21a00] (21)++ 00000800:00000200:86.0:1596747978.510685:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf21a00] (22)-- 00000800:00000010:86.0:1596747978.598660:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294400 (tot 156806738). 00000800:00000200:86.0:1596747978.598663:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294400] -> 192.168.128.77@o2ib36 (1)++ 00000800:00000010:86.0:1596747978.598665:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294480 (tot 156806850). 00000800:00000010:86.0:1596747978.598670:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463430600 (tot 156807146). 00000800:00000010:86.0:1596747978.598672:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156807282). 00000800:00000010:86.0:1596747978.598675:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463450000 (tot 156809154). 00000800:00000010:86.0:1596747978.598676:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ebbc0 (tot 156809306). 00000800:00000200:86.0:1596747978.598679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46343b000 0x27e343b000(0x27e343b000) 00000800:00000200:86.0:1596747978.598680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46343c000 0x27e343c000(0x27e343c000) 00000800:00000200:86.0:1596747978.598681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46343d000 0x27e343d000(0x27e343d000) 00000800:00000200:86.0:1596747978.598682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46343e000 0x27e343e000(0x27e343e000) 00000800:00000200:86.0:1596747978.598682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46343f000 0x27e343f000(0x27e343f000) 00000800:00000200:86.0:1596747978.598683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463440000 0x27e3440000(0x27e3440000) 00000800:00000200:86.0:1596747978.598684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463441000 0x27e3441000(0x27e3441000) 00000800:00000200:86.0:1596747978.598685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463442000 0x27e3442000(0x27e3442000) 00000800:00000200:86.0:1596747978.598685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463443000 0x27e3443000(0x27e3443000) 00000800:00000200:86.0:1596747978.598686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463444000 0x27e3444000(0x27e3444000) 00000800:00000200:86.0:1596747978.598687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463445000 0x27e3445000(0x27e3445000) 00000800:00000200:86.0:1596747978.598688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463446000 0x27e3446000(0x27e3446000) 00000800:00000200:86.0:1596747978.598688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463447000 0x27e3447000(0x27e3447000) 00000800:00000200:86.0:1596747978.598689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463448000 0x27e3448000(0x27e3448000) 00000800:00000200:86.0:1596747978.598690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463449000 0x27e3449000(0x27e3449000) 00000800:00000200:86.0:1596747978.598691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46344a000 0x27e344a000(0x27e344a000) 00000800:00000200:86.0:1596747978.598691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46344b000 0x27e344b000(0x27e344b000) 00000800:00000200:86.0:1596747978.598692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46344c000 0x27e344c000(0x27e344c000) 00000800:00000010:86.0:1596747978.599219:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294480 (tot 156809194). 00000800:00000200:86.0:1596747978.599221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.599238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463430600] (20)-- 00000800:00000200:86.0:1596747978.599240:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.77@o2ib36 00000800:00000200:86.0:1596747978.599490:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747978.601415:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.77@o2ib36 00000800:00000200:39.2:1596747978.601415:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463430600] (19)++ 00000800:00000200:86.0:1596747978.601416:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.77@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747978.601418:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156809058). 00000800:00000200:86.0:1596747978.601419:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463430600] (20)++ 00000800:00000200:86.0:1596747978.601420:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463430600] (21)++ 00000800:00000200:86.0:1596747978.601421:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463430600] (22)-- 00000800:00000010:86.0:1596747978.951327:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34480 (tot 156809170). 00000800:00000200:86.0:1596747978.951330:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34480] -> 192.168.128.136@o2ib36 (1)++ 00000800:00000010:86.0:1596747978.951332:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34500 (tot 156809282). 00000800:00000010:86.0:1596747978.951334:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c433800 (tot 156809578). 00000800:00000010:86.0:1596747978.951335:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f6240 (tot 156809714). 00000800:00000010:86.0:1596747978.951337:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d2000 (tot 156811586). 00000800:00000010:86.0:1596747978.951338:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f6300 (tot 156811738). 00000800:00000200:86.0:1596747978.951341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c518000 0x7dc518000(0x7dc518000) 00000800:00000200:86.0:1596747978.951342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c519000 0x7dc519000(0x7dc519000) 00000800:00000200:86.0:1596747978.951343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c51a000 0x7dc51a000(0x7dc51a000) 00000800:00000200:86.0:1596747978.951344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c51b000 0x7dc51b000(0x7dc51b000) 00000800:00000200:86.0:1596747978.951345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c51c000 0x7dc51c000(0x7dc51c000) 00000800:00000200:86.0:1596747978.951345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c51d000 0x7dc51d000(0x7dc51d000) 00000800:00000200:86.0:1596747978.951346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c51e000 0x7dc51e000(0x7dc51e000) 00000800:00000200:86.0:1596747978.951347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c51f000 0x7dc51f000(0x7dc51f000) 00000800:00000200:86.0:1596747978.951348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c520000 0x7dc520000(0x7dc520000) 00000800:00000200:86.0:1596747978.951348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c521000 0x7dc521000(0x7dc521000) 00000800:00000200:86.0:1596747978.951349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c522000 0x7dc522000(0x7dc522000) 00000800:00000200:86.0:1596747978.951350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c523000 0x7dc523000(0x7dc523000) 00000800:00000200:86.0:1596747978.951351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c524000 0x7dc524000(0x7dc524000) 00000800:00000200:86.0:1596747978.951351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c525000 0x7dc525000(0x7dc525000) 00000800:00000200:86.0:1596747978.951352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c526000 0x7dc526000(0x7dc526000) 00000800:00000200:86.0:1596747978.951353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c527000 0x7dc527000(0x7dc527000) 00000800:00000200:86.0:1596747978.951354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c528000 0x7dc528000(0x7dc528000) 00000800:00000200:86.0:1596747978.951354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c529000 0x7dc529000(0x7dc529000) 00000800:00000010:86.0:1596747978.951904:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34500 (tot 156811626). 00000800:00000200:86.0:1596747978.951905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.951923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433800] (20)-- 00000800:00000200:86.0:1596747978.951925:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.136@o2ib36 00000800:00000200:86.0:1596747978.952194:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:36.2:1596747978.952540:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c433800] (19)++ 00000800:00000200:86.0:1596747978.952543:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.136@o2ib36 00000800:00000200:86.0:1596747978.952544:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.136@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747978.952545:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f6240 (tot 156811490). 00000800:00000200:86.0:1596747978.952546:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c433800] (20)++ 00000800:00000200:86.0:1596747978.952547:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c433800] (21)++ 00000800:00000200:86.0:1596747978.952547:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c433800] (22)-- 00000800:00000010:86.0:1596747979.035442:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35700 (tot 156811602). 00000800:00000200:86.0:1596747979.035445:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35700] -> 192.168.128.93@o2ib36 (1)++ 00000800:00000010:86.0:1596747979.035447:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35680 (tot 156811714). 00000800:00000010:86.0:1596747979.035449:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf26600 (tot 156812010). 00000800:00000010:86.0:1596747979.035450:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156812146). 00000800:00000010:86.0:1596747979.035452:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf2b000 (tot 156814018). 00000800:00000010:86.0:1596747979.035453:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf49980 (tot 156814170). 00000800:00000200:86.0:1596747979.035456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bf8f000 0x1fdbf8f000(0x1fdbf8f000) 00000800:00000200:86.0:1596747979.035457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bf90000 0x1fdbf90000(0x1fdbf90000) 00000800:00000200:86.0:1596747979.035458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bf91000 0x1fdbf91000(0x1fdbf91000) 00000800:00000200:86.0:1596747979.035459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bf92000 0x1fdbf92000(0x1fdbf92000) 00000800:00000200:86.0:1596747979.035460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bf93000 0x1fdbf93000(0x1fdbf93000) 00000800:00000200:86.0:1596747979.035461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bf94000 0x1fdbf94000(0x1fdbf94000) 00000800:00000200:86.0:1596747979.035461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bf95000 0x1fdbf95000(0x1fdbf95000) 00000800:00000200:86.0:1596747979.035462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bf96000 0x1fdbf96000(0x1fdbf96000) 00000800:00000200:86.0:1596747979.035463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bf97000 0x1fdbf97000(0x1fdbf97000) 00000800:00000200:86.0:1596747979.035464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bf98000 0x1fdbf98000(0x1fdbf98000) 00000800:00000200:86.0:1596747979.035464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bf99000 0x1fdbf99000(0x1fdbf99000) 00000800:00000200:86.0:1596747979.035465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bf9a000 0x1fdbf9a000(0x1fdbf9a000) 00000800:00000200:86.0:1596747979.035466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bf9b000 0x1fdbf9b000(0x1fdbf9b000) 00000800:00000200:86.0:1596747979.035467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bf9c000 0x1fdbf9c000(0x1fdbf9c000) 00000800:00000200:86.0:1596747979.035467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bf9d000 0x1fdbf9d000(0x1fdbf9d000) 00000800:00000200:86.0:1596747979.035468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bf9e000 0x1fdbf9e000(0x1fdbf9e000) 00000800:00000200:86.0:1596747979.035469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bf9f000 0x1fdbf9f000(0x1fdbf9f000) 00000800:00000200:86.0:1596747979.035470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bfa0000 0x1fdbfa0000(0x1fdbfa0000) 00000800:00000010:86.0:1596747979.036009:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35680 (tot 156814058). 00000800:00000200:86.0:1596747979.036011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26600] (20)-- 00000800:00000200:86.0:1596747979.036030:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.93@o2ib36 00000800:00000200:86.0:1596747979.036291:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747979.036651:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.93@o2ib36 00000800:00000200:86.0:1596747979.036653:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.93@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747979.036654:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156813922). 00000800:00000200:86.0:1596747979.036655:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf26600] (19)++ 00000800:00000200:86.0:1596747979.036655:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf26600] (20)++ 00000800:00000200:86.0:1596747979.036656:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf26600] (21)-- 00000800:00000200:87.2:1596747979.036825:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf26600] (20)++ 00000800:00000010:86.0:1596747979.143144:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0300 (tot 156814034). 00000800:00000200:86.0:1596747979.143147:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0300] -> 192.168.128.40@o2ib36 (1)++ 00000800:00000010:86.0:1596747979.143149:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0380 (tot 156814146). 00000800:00000010:86.0:1596747979.143151:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6d000 (tot 156814442). 00000800:00000010:86.0:1596747979.143153:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583fec0 (tot 156814578). 00000800:00000010:86.0:1596747979.143155:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ffa000 (tot 156816450). 00000800:00000010:86.0:1596747979.143156:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583fe00 (tot 156816602). 00000800:00000200:86.0:1596747979.143161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65853000 0x2fe5853000(0x2fe5853000) 00000800:00000200:86.0:1596747979.143162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65854000 0x2fe5854000(0x2fe5854000) 00000800:00000200:86.0:1596747979.143163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65855000 0x2fe5855000(0x2fe5855000) 00000800:00000200:86.0:1596747979.143164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65856000 0x2fe5856000(0x2fe5856000) 00000800:00000200:86.0:1596747979.143165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65857000 0x2fe5857000(0x2fe5857000) 00000800:00000200:86.0:1596747979.143165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65858000 0x2fe5858000(0x2fe5858000) 00000800:00000200:86.0:1596747979.143166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65859000 0x2fe5859000(0x2fe5859000) 00000800:00000200:86.0:1596747979.143167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6585a000 0x2fe585a000(0x2fe585a000) 00000800:00000200:86.0:1596747979.143168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6585b000 0x2fe585b000(0x2fe585b000) 00000800:00000200:86.0:1596747979.143168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc6585c000 0x2fe585c000(0x2fe585c000) 00000800:00000200:86.0:1596747979.143169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6585d000 0x2fe585d000(0x2fe585d000) 00000800:00000200:86.0:1596747979.143170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6585e000 0x2fe585e000(0x2fe585e000) 00000800:00000200:86.0:1596747979.143171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6585f000 0x2fe585f000(0x2fe585f000) 00000800:00000200:86.0:1596747979.143171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65860000 0x2fe5860000(0x2fe5860000) 00000800:00000200:86.0:1596747979.143172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65861000 0x2fe5861000(0x2fe5861000) 00000800:00000200:86.0:1596747979.143173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65862000 0x2fe5862000(0x2fe5862000) 00000800:00000200:86.0:1596747979.143174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65863000 0x2fe5863000(0x2fe5863000) 00000800:00000200:86.0:1596747979.143174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65864000 0x2fe5864000(0x2fe5864000) 00000800:00000010:86.0:1596747979.143765:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0380 (tot 156816490). 00000800:00000200:86.0:1596747979.143767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143779:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.143784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6d000] (20)-- 00000800:00000200:86.0:1596747979.143786:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.40@o2ib36 00000800:00000200:86.0:1596747979.144046:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747979.144444:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.40@o2ib36 00000800:00000200:86.0:1596747979.144445:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.40@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747979.144446:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583fec0 (tot 156816354). 00000800:00000200:41.2:1596747979.144446:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.144448:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6d000] (19)++ 00000800:00000200:86.0:1596747979.144448:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6d000] (21)++ 00000800:00000200:86.0:1596747979.144449:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6d000] (22)-- 00000800:00000010:86.0:1596747979.698480:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbb00 (tot 156816466). 00000800:00000200:86.0:1596747979.698483:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbb00] -> 192.168.128.138@o2ib36 (1)++ 00000800:00000010:86.0:1596747979.698486:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dba80 (tot 156816578). 00000800:00000010:86.0:1596747979.698488:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471f8600 (tot 156816874). 00000800:00000010:86.0:1596747979.698491:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156817010). 00000800:00000010:86.0:1596747979.698495:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f0000 (tot 156818882). 00000800:00000010:86.0:1596747979.698496:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6540 (tot 156819034). 00000800:00000200:86.0:1596747979.698513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4471eb000 0x17c71eb000(0x17c71eb000) 00000800:00000200:86.0:1596747979.698514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4471ec000 0x17c71ec000(0x17c71ec000) 00000800:00000200:86.0:1596747979.698515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4471ed000 0x17c71ed000(0x17c71ed000) 00000800:00000200:86.0:1596747979.698516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4471ee000 0x17c71ee000(0x17c71ee000) 00000800:00000200:86.0:1596747979.698517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4471ef000 0x17c71ef000(0x17c71ef000) 00000800:00000200:86.0:1596747979.698517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447200000 0x17c7200000(0x17c7200000) 00000800:00000200:86.0:1596747979.698518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447201000 0x17c7201000(0x17c7201000) 00000800:00000200:86.0:1596747979.698519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447202000 0x17c7202000(0x17c7202000) 00000800:00000200:86.0:1596747979.698520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447203000 0x17c7203000(0x17c7203000) 00000800:00000200:86.0:1596747979.698520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447204000 0x17c7204000(0x17c7204000) 00000800:00000200:86.0:1596747979.698521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447205000 0x17c7205000(0x17c7205000) 00000800:00000200:86.0:1596747979.698522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447206000 0x17c7206000(0x17c7206000) 00000800:00000200:86.0:1596747979.698522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447207000 0x17c7207000(0x17c7207000) 00000800:00000200:86.0:1596747979.698523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447208000 0x17c7208000(0x17c7208000) 00000800:00000200:86.0:1596747979.698524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447209000 0x17c7209000(0x17c7209000) 00000800:00000200:86.0:1596747979.698525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44720a000 0x17c720a000(0x17c720a000) 00000800:00000200:86.0:1596747979.698525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44720b000 0x17c720b000(0x17c720b000) 00000800:00000200:86.0:1596747979.698526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44720c000 0x17c720c000(0x17c720c000) 00000800:00000010:86.0:1596747979.699079:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dba80 (tot 156818922). 00000800:00000200:86.0:1596747979.699080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f8600] (20)-- 00000800:00000200:86.0:1596747979.699099:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.138@o2ib36 00000800:00000200:86.0:1596747979.699369:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747979.699742:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.138@o2ib36 00000800:00000200:86.0:1596747979.699744:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.138@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747979.699745:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156818786). 00000800:00000200:86.0:1596747979.699746:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471f8600] (19)++ 00000800:00000200:86.0:1596747979.699747:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471f8600] (20)++ 00000800:00000200:86.0:1596747979.699747:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471f8600] (21)-- 00000800:00000200:39.2:1596747979.699906:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471f8600] (20)++ 00000800:00000010:86.0:1596747979.798983:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45f80 (tot 156818898). 00000800:00000200:86.0:1596747979.798986:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45f80] -> 192.168.128.29@o2ib36 (1)++ 00000800:00000010:86.0:1596747979.798988:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45f00 (tot 156819010). 00000800:00000010:86.0:1596747979.798992:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc5572fc00 (tot 156819306). 00000800:00000010:86.0:1596747979.798994:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55024000 (tot 156819442). 00000800:00000010:86.0:1596747979.798996:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55265800 (tot 156821314). 00000800:00000010:86.0:1596747979.798997:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55024e40 (tot 156821466). 00000800:00000200:86.0:1596747979.799004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55551000 0x3fd5551000(0x3fd5551000) 00000800:00000200:86.0:1596747979.799005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc577ba000 0x3fd77ba000(0x3fd77ba000) 00000800:00000200:86.0:1596747979.799006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc577bb000 0x3fd77bb000(0x3fd77bb000) 00000800:00000200:86.0:1596747979.799006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5557c000 0x3fd557c000(0x3fd557c000) 00000800:00000200:86.0:1596747979.799007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5557d000 0x3fd557d000(0x3fd557d000) 00000800:00000200:86.0:1596747979.799008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc574b0000 0x3fd74b0000(0x3fd74b0000) 00000800:00000200:86.0:1596747979.799009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc574b1000 0x3fd74b1000(0x3fd74b1000) 00000800:00000200:86.0:1596747979.799009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55500000 0x3fd5500000(0x3fd5500000) 00000800:00000200:86.0:1596747979.799010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55501000 0x3fd5501000(0x3fd5501000) 00000800:00000200:86.0:1596747979.799011:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55518000 0x3fd5518000(0x3fd5518000) 00000800:00000200:86.0:1596747979.799012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55519000 0x3fd5519000(0x3fd5519000) 00000800:00000200:86.0:1596747979.799012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55a28000 0x3fd5a28000(0x3fd5a28000) 00000800:00000200:86.0:1596747979.799013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55a29000 0x3fd5a29000(0x3fd5a29000) 00000800:00000200:86.0:1596747979.799014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5552a000 0x3fd552a000(0x3fd552a000) 00000800:00000200:86.0:1596747979.799015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5552b000 0x3fd552b000(0x3fd552b000) 00000800:00000200:86.0:1596747979.799015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5552e000 0x3fd552e000(0x3fd552e000) 00000800:00000200:86.0:1596747979.799016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5552f000 0x3fd552f000(0x3fd552f000) 00000800:00000200:86.0:1596747979.799017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55534000 0x3fd5534000(0x3fd5534000) 00000800:00000010:86.0:1596747979.799576:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45f00 (tot 156821354). 00000800:00000200:86.0:1596747979.799577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799588:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799588:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799589:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799591:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799592:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799593:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799593:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799594:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799594:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.799595:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5572fc00] (20)-- 00000800:00000200:86.0:1596747979.799596:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.29@o2ib36 00000800:00000200:86.0:1596747979.799878:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747979.800279:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.29@o2ib36 00000800:00000200:86.0:1596747979.800280:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.29@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747979.800281:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55024000 (tot 156821218). 00000800:00000200:86.0:1596747979.800282:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc5572fc00] (19)++ 00000800:00000200:86.0:1596747979.800282:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc5572fc00] (20)++ 00000800:00000200:86.0:1596747979.800283:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc5572fc00] (21)-- 00000800:00000200:38.2:1596747979.800292:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc5572fc00] (20)++ 00000800:00000010:86.0:1596747979.813969:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1b80 (tot 156821330). 00000800:00000200:86.0:1596747979.813973:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1b80] -> 192.168.128.6@o2ib36 (1)++ 00000800:00000010:86.0:1596747979.813975:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1b00 (tot 156821442). 00000800:00000010:86.0:1596747979.813977:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6dc00 (tot 156821738). 00000800:00000010:86.0:1596747979.813979:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156821874). 00000800:00000010:86.0:1596747979.813980:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ffc800 (tot 156823746). 00000800:00000010:86.0:1596747979.813981:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583e540 (tot 156823898). 00000800:00000200:86.0:1596747979.813984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65865000 0x2fe5865000(0x2fe5865000) 00000800:00000200:86.0:1596747979.813985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65866000 0x2fe5866000(0x2fe5866000) 00000800:00000200:86.0:1596747979.813986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65867000 0x2fe5867000(0x2fe5867000) 00000800:00000200:86.0:1596747979.813987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65868000 0x2fe5868000(0x2fe5868000) 00000800:00000200:86.0:1596747979.813988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65869000 0x2fe5869000(0x2fe5869000) 00000800:00000200:86.0:1596747979.813989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6586a000 0x2fe586a000(0x2fe586a000) 00000800:00000200:86.0:1596747979.813990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc6586b000 0x2fe586b000(0x2fe586b000) 00000800:00000200:86.0:1596747979.813990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6586c000 0x2fe586c000(0x2fe586c000) 00000800:00000200:86.0:1596747979.813991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6586d000 0x2fe586d000(0x2fe586d000) 00000800:00000200:86.0:1596747979.813992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc6586e000 0x2fe586e000(0x2fe586e000) 00000800:00000200:86.0:1596747979.813992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6586f000 0x2fe586f000(0x2fe586f000) 00000800:00000200:86.0:1596747979.813993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65870000 0x2fe5870000(0x2fe5870000) 00000800:00000200:86.0:1596747979.813994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65871000 0x2fe5871000(0x2fe5871000) 00000800:00000200:86.0:1596747979.813995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65872000 0x2fe5872000(0x2fe5872000) 00000800:00000200:86.0:1596747979.813995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65873000 0x2fe5873000(0x2fe5873000) 00000800:00000200:86.0:1596747979.813996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65874000 0x2fe5874000(0x2fe5874000) 00000800:00000200:86.0:1596747979.813997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65875000 0x2fe5875000(0x2fe5875000) 00000800:00000200:86.0:1596747979.813998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65876000 0x2fe5876000(0x2fe5876000) 00000800:00000010:86.0:1596747979.814526:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1b00 (tot 156823786). 00000800:00000200:86.0:1596747979.814527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.814545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6dc00] (20)-- 00000800:00000200:86.0:1596747979.814546:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.6@o2ib36 00000800:00000200:86.0:1596747979.814797:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747979.815187:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.6@o2ib36 00000800:00000200:86.0:1596747979.815188:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.6@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747979.815189:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156823650). 00000800:00000200:86.0:1596747979.815190:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6dc00] (19)++ 00000800:00000200:86.0:1596747979.815190:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6dc00] (20)++ 00000800:00000200:86.0:1596747979.815191:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6dc00] (21)-- 00000800:00000200:87.2:1596747979.815377:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6dc00] (20)++ 00000800:00000010:86.0:1596747980.252393:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1b00 (tot 156823762). 00000800:00000200:86.0:1596747980.252396:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1b00] -> 192.168.128.19@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.252399:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1a80 (tot 156823874). 00000800:00000010:86.0:1596747980.252400:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65ea8400 (tot 156824170). 00000800:00000010:86.0:1596747980.252400:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156824306). 00000800:00000010:86.0:1596747980.252402:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65ffb800 (tot 156826178). 00000800:00000010:86.0:1596747980.252402:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583e780 (tot 156826330). 00000800:00000200:86.0:1596747980.252407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65877000 0x2fe5877000(0x2fe5877000) 00000800:00000200:86.0:1596747980.252408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65878000 0x2fe5878000(0x2fe5878000) 00000800:00000200:86.0:1596747980.252409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65879000 0x2fe5879000(0x2fe5879000) 00000800:00000200:86.0:1596747980.252410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6587a000 0x2fe587a000(0x2fe587a000) 00000800:00000200:86.0:1596747980.252411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc6587b000 0x2fe587b000(0x2fe587b000) 00000800:00000200:86.0:1596747980.252412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6587c000 0x2fe587c000(0x2fe587c000) 00000800:00000200:86.0:1596747980.252413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc6587d000 0x2fe587d000(0x2fe587d000) 00000800:00000200:86.0:1596747980.252413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6587e000 0x2fe587e000(0x2fe587e000) 00000800:00000200:86.0:1596747980.252414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6587f000 0x2fe587f000(0x2fe587f000) 00000800:00000200:86.0:1596747980.252415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65880000 0x2fe5880000(0x2fe5880000) 00000800:00000200:86.0:1596747980.252416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65881000 0x2fe5881000(0x2fe5881000) 00000800:00000200:86.0:1596747980.252416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65882000 0x2fe5882000(0x2fe5882000) 00000800:00000200:86.0:1596747980.252417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65883000 0x2fe5883000(0x2fe5883000) 00000800:00000200:86.0:1596747980.252418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65884000 0x2fe5884000(0x2fe5884000) 00000800:00000200:86.0:1596747980.252418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65885000 0x2fe5885000(0x2fe5885000) 00000800:00000200:86.0:1596747980.252419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65886000 0x2fe5886000(0x2fe5886000) 00000800:00000200:86.0:1596747980.252420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65887000 0x2fe5887000(0x2fe5887000) 00000800:00000200:86.0:1596747980.252421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65888000 0x2fe5888000(0x2fe5888000) 00000800:00000010:86.0:1596747980.252966:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1a80 (tot 156826218). 00000800:00000200:86.0:1596747980.252968:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.252986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea8400] (20)-- 00000800:00000200:86.0:1596747980.252987:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.19@o2ib36 00000800:00000200:86.0:1596747980.253242:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.253643:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.19@o2ib36 00000800:00000200:86.0:1596747980.253644:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.19@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.253645:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156826082). 00000800:00000200:86.0:1596747980.253646:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65ea8400] (19)++ 00000800:00000200:86.0:1596747980.253647:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65ea8400] (20)++ 00000800:00000200:86.0:1596747980.253648:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65ea8400] (21)-- 00000800:00000200:84.2:1596747980.253651:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea8400] (20)++ 00000800:00020000:15.0:1596747980.352677:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747980.352680:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747980.352681:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55000000] (22)++ 00000800:00000100:15.0:1596747980.352683:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747980.352685:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead300] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:15.0:1596747980.352686:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55000000] (23)-- 00000400:00000200:15.0:1596747980.353153:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:15.0:1596747980.353155:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:15.0:1596747980.353155:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55000000] (22)-- 00000800:00000200:86.0:1596747980.353531:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55000000] (21)-- 00000800:00000010:86.0:1596747980.378308:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295a00 (tot 156826194). 00000800:00000200:86.0:1596747980.378312:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295a00] -> 192.168.128.132@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.378314:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295980 (tot 156826306). 00000800:00000010:86.0:1596747980.378316:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463437a00 (tot 156826602). 00000800:00000010:86.0:1596747980.378317:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ea240 (tot 156826738). 00000800:00000010:86.0:1596747980.378319:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463457800 (tot 156828610). 00000800:00000010:86.0:1596747980.378320:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ea780 (tot 156828762). 00000800:00000200:86.0:1596747980.378325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46344d000 0x27e344d000(0x27e344d000) 00000800:00000200:86.0:1596747980.378326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46344e000 0x27e344e000(0x27e344e000) 00000800:00000200:86.0:1596747980.378327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46344f000 0x27e344f000(0x27e344f000) 00000800:00000200:86.0:1596747980.378328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463458000 0x27e3458000(0x27e3458000) 00000800:00000200:86.0:1596747980.378329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463459000 0x27e3459000(0x27e3459000) 00000800:00000200:86.0:1596747980.378329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46345a000 0x27e345a000(0x27e345a000) 00000800:00000200:86.0:1596747980.378330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46345b000 0x27e345b000(0x27e345b000) 00000800:00000200:86.0:1596747980.378331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46345c000 0x27e345c000(0x27e345c000) 00000800:00000200:86.0:1596747980.378331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46345d000 0x27e345d000(0x27e345d000) 00000800:00000200:86.0:1596747980.378332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46345e000 0x27e345e000(0x27e345e000) 00000800:00000200:86.0:1596747980.378333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46345f000 0x27e345f000(0x27e345f000) 00000800:00000200:86.0:1596747980.378334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463460000 0x27e3460000(0x27e3460000) 00000800:00000200:86.0:1596747980.378334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463461000 0x27e3461000(0x27e3461000) 00000800:00000200:86.0:1596747980.378335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463462000 0x27e3462000(0x27e3462000) 00000800:00000200:86.0:1596747980.378336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463463000 0x27e3463000(0x27e3463000) 00000800:00000200:86.0:1596747980.378337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463464000 0x27e3464000(0x27e3464000) 00000800:00000200:86.0:1596747980.378337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463465000 0x27e3465000(0x27e3465000) 00000800:00000200:86.0:1596747980.378338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463466000 0x27e3466000(0x27e3466000) 00000800:00000010:86.0:1596747980.378897:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295980 (tot 156828650). 00000800:00000200:86.0:1596747980.378899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.378916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437a00] (20)-- 00000800:00000200:86.0:1596747980.378918:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.132@o2ib36 00000800:00000200:86.0:1596747980.379176:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.379533:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.132@o2ib36 00000800:00000200:86.0:1596747980.379534:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.132@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.379535:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ea240 (tot 156828514). 00000800:00000200:86.0:1596747980.379536:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463437a00] (19)++ 00000800:00000200:86.0:1596747980.379537:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463437a00] (20)++ 00000800:00000200:86.0:1596747980.379538:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463437a00] (21)-- 00000800:00000200:37.2:1596747980.379731:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463437a00] (20)++ 00000800:00000010:86.0:1596747980.392643:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34780 (tot 156828626). 00000800:00000200:86.0:1596747980.392647:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34780] -> 192.168.128.12@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.392648:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34800 (tot 156828738). 00000800:00000010:86.0:1596747980.392651:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf22400 (tot 156829034). 00000800:00000010:86.0:1596747980.392652:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf48240 (tot 156829170). 00000800:00000010:86.0:1596747980.392654:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bf2c800 (tot 156831042). 00000800:00000010:86.0:1596747980.392655:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf48780 (tot 156831194). 00000800:00000200:86.0:1596747980.392661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bfa1000 0x1fdbfa1000(0x1fdbfa1000) 00000800:00000200:86.0:1596747980.392662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bfa2000 0x1fdbfa2000(0x1fdbfa2000) 00000800:00000200:86.0:1596747980.392663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bfa3000 0x1fdbfa3000(0x1fdbfa3000) 00000800:00000200:86.0:1596747980.392664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bfa4000 0x1fdbfa4000(0x1fdbfa4000) 00000800:00000200:86.0:1596747980.392665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bfa5000 0x1fdbfa5000(0x1fdbfa5000) 00000800:00000200:86.0:1596747980.392666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bfa6000 0x1fdbfa6000(0x1fdbfa6000) 00000800:00000200:86.0:1596747980.392666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bfa7000 0x1fdbfa7000(0x1fdbfa7000) 00000800:00000200:86.0:1596747980.392667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bfa8000 0x1fdbfa8000(0x1fdbfa8000) 00000800:00000200:86.0:1596747980.392668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bfa9000 0x1fdbfa9000(0x1fdbfa9000) 00000800:00000200:86.0:1596747980.392668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bfaa000 0x1fdbfaa000(0x1fdbfaa000) 00000800:00000200:86.0:1596747980.392669:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bfab000 0x1fdbfab000(0x1fdbfab000) 00000800:00000200:86.0:1596747980.392670:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bfac000 0x1fdbfac000(0x1fdbfac000) 00000800:00000200:86.0:1596747980.392671:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bfad000 0x1fdbfad000(0x1fdbfad000) 00000800:00000200:86.0:1596747980.392671:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bfae000 0x1fdbfae000(0x1fdbfae000) 00000800:00000200:86.0:1596747980.392672:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bfaf000 0x1fdbfaf000(0x1fdbfaf000) 00000800:00000200:86.0:1596747980.392673:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bfb0000 0x1fdbfb0000(0x1fdbfb0000) 00000800:00000200:86.0:1596747980.392674:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bfb1000 0x1fdbfb1000(0x1fdbfb1000) 00000800:00000200:86.0:1596747980.392674:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bfb2000 0x1fdbfb2000(0x1fdbfb2000) 00000800:00000010:86.0:1596747980.393229:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34800 (tot 156831082). 00000800:00000200:86.0:1596747980.393231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22400] (20)-- 00000800:00000200:86.0:1596747980.393250:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.12@o2ib36 00000800:00000200:86.0:1596747980.393504:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.393895:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.12@o2ib36 00000800:00000200:86.0:1596747980.393896:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.12@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.393897:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf48240 (tot 156830946). 00000800:00000200:86.0:1596747980.393898:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf22400] (19)++ 00000800:00000200:86.0:1596747980.393899:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf22400] (20)++ 00000800:00000200:86.0:1596747980.393899:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf22400] (21)-- 00000800:00000200:85.2:1596747980.394060:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf22400] (20)++ 00000800:00000010:86.0:1596747980.398177:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db800 (tot 156831058). 00000800:00000200:86.0:1596747980.398181:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db800] -> 192.168.128.15@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.398183:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db780 (tot 156831170). 00000800:00000010:86.0:1596747980.398184:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471ffa00 (tot 156831466). 00000800:00000010:86.0:1596747980.398186:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b7ec0 (tot 156831602). 00000800:00000010:86.0:1596747980.398188:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f7800 (tot 156833474). 00000800:00000010:86.0:1596747980.398189:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b7980 (tot 156833626). 00000800:00000200:86.0:1596747980.398194:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44720d000 0x17c720d000(0x17c720d000) 00000800:00000200:86.0:1596747980.398196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44720e000 0x17c720e000(0x17c720e000) 00000800:00000200:86.0:1596747980.398196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44720f000 0x17c720f000(0x17c720f000) 00000800:00000200:86.0:1596747980.398197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447210000 0x17c7210000(0x17c7210000) 00000800:00000200:86.0:1596747980.398198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447211000 0x17c7211000(0x17c7211000) 00000800:00000200:86.0:1596747980.398199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447212000 0x17c7212000(0x17c7212000) 00000800:00000200:86.0:1596747980.398200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447213000 0x17c7213000(0x17c7213000) 00000800:00000200:86.0:1596747980.398200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447214000 0x17c7214000(0x17c7214000) 00000800:00000200:86.0:1596747980.398201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447215000 0x17c7215000(0x17c7215000) 00000800:00000200:86.0:1596747980.398202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447216000 0x17c7216000(0x17c7216000) 00000800:00000200:86.0:1596747980.398202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447217000 0x17c7217000(0x17c7217000) 00000800:00000200:86.0:1596747980.398203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447218000 0x17c7218000(0x17c7218000) 00000800:00000200:86.0:1596747980.398204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447219000 0x17c7219000(0x17c7219000) 00000800:00000200:86.0:1596747980.398205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44721a000 0x17c721a000(0x17c721a000) 00000800:00000200:86.0:1596747980.398205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44721b000 0x17c721b000(0x17c721b000) 00000800:00000200:86.0:1596747980.398206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44721c000 0x17c721c000(0x17c721c000) 00000800:00000200:86.0:1596747980.398207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44721d000 0x17c721d000(0x17c721d000) 00000800:00000200:86.0:1596747980.398207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44721e000 0x17c721e000(0x17c721e000) 00000800:00000010:86.0:1596747980.398735:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db780 (tot 156833514). 00000800:00000200:86.0:1596747980.398736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398742:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398751:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398753:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.398753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffa00] (20)-- 00000800:00000200:86.0:1596747980.398755:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.15@o2ib36 00000800:00000200:86.0:1596747980.399008:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.399363:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.15@o2ib36 00000800:00000200:86.0:1596747980.399364:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.15@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.399365:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b7ec0 (tot 156833378). 00000800:00000200:86.0:1596747980.399366:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471ffa00] (19)++ 00000800:00000200:86.0:1596747980.399367:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471ffa00] (20)++ 00000800:00000200:86.0:1596747980.399368:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471ffa00] (21)-- 00000800:00000200:39.2:1596747980.399530:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471ffa00] (20)++ 00000800:00000010:86.0:1596747980.423486:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0380 (tot 156833490). 00000800:00000200:86.0:1596747980.423488:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0380] -> 192.168.128.95@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.423489:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0400 (tot 156833602). 00000800:00000010:86.0:1596747980.423492:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f0200 (tot 156833898). 00000800:00000010:86.0:1596747980.423494:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583fec0 (tot 156834034). 00000800:00000010:86.0:1596747980.423496:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a0000 (tot 156835906). 00000800:00000010:86.0:1596747980.423503:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583fbc0 (tot 156836058). 00000800:00000200:86.0:1596747980.423506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65889000 0x2fe5889000(0x2fe5889000) 00000800:00000200:86.0:1596747980.423507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6588a000 0x2fe588a000(0x2fe588a000) 00000800:00000200:86.0:1596747980.423508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6588b000 0x2fe588b000(0x2fe588b000) 00000800:00000200:86.0:1596747980.423508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6588c000 0x2fe588c000(0x2fe588c000) 00000800:00000200:86.0:1596747980.423509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc6588d000 0x2fe588d000(0x2fe588d000) 00000800:00000200:86.0:1596747980.423510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6588e000 0x2fe588e000(0x2fe588e000) 00000800:00000200:86.0:1596747980.423511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc6588f000 0x2fe588f000(0x2fe588f000) 00000800:00000200:86.0:1596747980.423511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65890000 0x2fe5890000(0x2fe5890000) 00000800:00000200:86.0:1596747980.423512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65891000 0x2fe5891000(0x2fe5891000) 00000800:00000200:86.0:1596747980.423513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65892000 0x2fe5892000(0x2fe5892000) 00000800:00000200:86.0:1596747980.423513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65893000 0x2fe5893000(0x2fe5893000) 00000800:00000200:86.0:1596747980.423514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65894000 0x2fe5894000(0x2fe5894000) 00000800:00000200:86.0:1596747980.423515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65895000 0x2fe5895000(0x2fe5895000) 00000800:00000200:86.0:1596747980.423516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65896000 0x2fe5896000(0x2fe5896000) 00000800:00000200:86.0:1596747980.423516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65897000 0x2fe5897000(0x2fe5897000) 00000800:00000200:86.0:1596747980.423517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65898000 0x2fe5898000(0x2fe5898000) 00000800:00000200:86.0:1596747980.423518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65899000 0x2fe5899000(0x2fe5899000) 00000800:00000200:86.0:1596747980.423519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6589a000 0x2fe589a000(0x2fe589a000) 00000800:00000010:86.0:1596747980.424046:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0400 (tot 156835946). 00000800:00000200:86.0:1596747980.424047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f0200] (20)-- 00000800:00000200:86.0:1596747980.424066:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.95@o2ib36 00000800:00000200:86.0:1596747980.424310:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.424683:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.95@o2ib36 00000800:00000200:86.0:1596747980.424685:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.95@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.424685:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583fec0 (tot 156835810). 00000800:00000200:86.0:1596747980.424687:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f0200] (19)++ 00000800:00000200:86.0:1596747980.424687:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f0200] (20)++ 00000800:00000200:86.0:1596747980.424688:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f0200] (21)-- 00000800:00000200:88.2:1596747980.424857:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f0200] (20)++ 00000800:00000010:86.0:1596747980.471582:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294480 (tot 156835922). 00000800:00000200:86.0:1596747980.471583:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294480] -> 192.168.128.56@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.471585:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294500 (tot 156836034). 00000800:00000010:86.0:1596747980.471586:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463431000 (tot 156836330). 00000800:00000010:86.0:1596747980.471587:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156836466). 00000800:00000010:86.0:1596747980.471589:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463451000 (tot 156838338). 00000800:00000010:86.0:1596747980.471590:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eb980 (tot 156838490). 00000800:00000200:86.0:1596747980.471594:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463467000 0x27e3467000(0x27e3467000) 00000800:00000200:86.0:1596747980.471595:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463468000 0x27e3468000(0x27e3468000) 00000800:00000200:86.0:1596747980.471596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463469000 0x27e3469000(0x27e3469000) 00000800:00000200:86.0:1596747980.471596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46346a000 0x27e346a000(0x27e346a000) 00000800:00000200:86.0:1596747980.471597:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46346b000 0x27e346b000(0x27e346b000) 00000800:00000200:86.0:1596747980.471598:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46346c000 0x27e346c000(0x27e346c000) 00000800:00000200:86.0:1596747980.471598:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46346d000 0x27e346d000(0x27e346d000) 00000800:00000200:86.0:1596747980.471599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46346e000 0x27e346e000(0x27e346e000) 00000800:00000200:86.0:1596747980.471600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46346f000 0x27e346f000(0x27e346f000) 00000800:00000200:86.0:1596747980.471601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463470000 0x27e3470000(0x27e3470000) 00000800:00000200:86.0:1596747980.471601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463471000 0x27e3471000(0x27e3471000) 00000800:00000200:86.0:1596747980.471602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463472000 0x27e3472000(0x27e3472000) 00000800:00000200:86.0:1596747980.471603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463473000 0x27e3473000(0x27e3473000) 00000800:00000200:86.0:1596747980.471604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463474000 0x27e3474000(0x27e3474000) 00000800:00000200:86.0:1596747980.471604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463475000 0x27e3475000(0x27e3475000) 00000800:00000200:86.0:1596747980.471605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463476000 0x27e3476000(0x27e3476000) 00000800:00000200:86.0:1596747980.471606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463477000 0x27e3477000(0x27e3477000) 00000800:00000200:86.0:1596747980.471606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463478000 0x27e3478000(0x27e3478000) 00000800:00000010:86.0:1596747980.472130:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294500 (tot 156838378). 00000800:00000200:86.0:1596747980.472131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431000] (20)-- 00000800:00000200:86.0:1596747980.472149:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.56@o2ib36 00000800:00000200:86.0:1596747980.472408:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.472761:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.56@o2ib36 00000800:00000200:86.0:1596747980.472763:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.56@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.472764:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156838242). 00000800:00000200:86.0:1596747980.472765:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463431000] (19)++ 00000800:00000200:86.0:1596747980.472766:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463431000] (20)++ 00000800:00000200:86.0:1596747980.472766:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463431000] (21)-- 00000800:00000200:40.2:1596747980.473006:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463431000] (20)++ 00000800:00000010:86.0:1596747980.501348:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294500 (tot 156838354). 00000800:00000200:86.0:1596747980.501350:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294500] -> 192.168.128.30@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.501352:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294580 (tot 156838466). 00000800:00000010:86.0:1596747980.501352:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463436a00 (tot 156838762). 00000800:00000010:86.0:1596747980.501353:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156838898). 00000800:00000010:86.0:1596747980.501354:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463452000 (tot 156840770). 00000800:00000010:86.0:1596747980.501355:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eb740 (tot 156840922). 00000800:00000200:86.0:1596747980.501358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463479000 0x27e3479000(0x27e3479000) 00000800:00000200:86.0:1596747980.501358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46347a000 0x27e347a000(0x27e347a000) 00000800:00000200:86.0:1596747980.501359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46347b000 0x27e347b000(0x27e347b000) 00000800:00000200:86.0:1596747980.501360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46347c000 0x27e347c000(0x27e347c000) 00000800:00000200:86.0:1596747980.501361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46347d000 0x27e347d000(0x27e347d000) 00000800:00000200:86.0:1596747980.501361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46347e000 0x27e347e000(0x27e347e000) 00000800:00000200:86.0:1596747980.501362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46347f000 0x27e347f000(0x27e347f000) 00000800:00000200:86.0:1596747980.501363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463480000 0x27e3480000(0x27e3480000) 00000800:00000200:86.0:1596747980.501363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463481000 0x27e3481000(0x27e3481000) 00000800:00000200:86.0:1596747980.501364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463482000 0x27e3482000(0x27e3482000) 00000800:00000200:86.0:1596747980.501365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463483000 0x27e3483000(0x27e3483000) 00000800:00000200:86.0:1596747980.501366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463484000 0x27e3484000(0x27e3484000) 00000800:00000200:86.0:1596747980.501366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463485000 0x27e3485000(0x27e3485000) 00000800:00000200:86.0:1596747980.501367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463486000 0x27e3486000(0x27e3486000) 00000800:00000200:86.0:1596747980.501368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463487000 0x27e3487000(0x27e3487000) 00000800:00000200:86.0:1596747980.501369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463488000 0x27e3488000(0x27e3488000) 00000800:00000200:86.0:1596747980.501369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463489000 0x27e3489000(0x27e3489000) 00000800:00000200:86.0:1596747980.501370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46348a000 0x27e348a000(0x27e348a000) 00000800:00000010:86.0:1596747980.501896:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294580 (tot 156840810). 00000800:00000200:86.0:1596747980.501897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.501914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436a00] (20)-- 00000800:00000200:86.0:1596747980.501916:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.30@o2ib36 00000800:00000200:86.0:1596747980.502167:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.502557:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.30@o2ib36 00000800:00000200:86.0:1596747980.502559:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.30@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.502560:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156840674). 00000800:00000200:86.0:1596747980.502561:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463436a00] (19)++ 00000800:00000200:86.0:1596747980.502562:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463436a00] (20)++ 00000800:00000200:86.0:1596747980.502563:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463436a00] (21)-- 00000800:00000200:39.2:1596747980.502717:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463436a00] (20)++ 00000800:00000010:86.0:1596747980.527667:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b44000 (tot 156840786). 00000800:00000200:86.0:1596747980.527669:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b44000] -> 192.168.128.97@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.527670:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b44080 (tot 156840898). 00000800:00000010:86.0:1596747980.527674:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55278000 (tot 156841194). 00000800:00000010:86.0:1596747980.527675:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55024000 (tot 156841330). 00000800:00000010:86.0:1596747980.527677:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55263000 (tot 156843202). 00000800:00000010:86.0:1596747980.527678:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551c000 (tot 156843354). 00000800:00000200:86.0:1596747980.527686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55535000 0x3fd5535000(0x3fd5535000) 00000800:00000200:86.0:1596747980.527687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57b34000 0x3fd7b34000(0x3fd7b34000) 00000800:00000200:86.0:1596747980.527688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57b35000 0x3fd7b35000(0x3fd7b35000) 00000800:00000200:86.0:1596747980.527689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57542000 0x3fd7542000(0x3fd7542000) 00000800:00000200:86.0:1596747980.527689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57543000 0x3fd7543000(0x3fd7543000) 00000800:00000200:86.0:1596747980.527690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc7914e000 0x3ff914e000(0x3ff914e000) 00000800:00000200:86.0:1596747980.527691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7914f000 0x3ff914f000(0x3ff914f000) 00000800:00000200:86.0:1596747980.527692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57b5c000 0x3fd7b5c000(0x3fd7b5c000) 00000800:00000200:86.0:1596747980.527692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57b5d000 0x3fd7b5d000(0x3fd7b5d000) 00000800:00000200:86.0:1596747980.527693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc554d0000 0x3fd54d0000(0x3fd54d0000) 00000800:00000200:86.0:1596747980.527694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc554d1000 0x3fd54d1000(0x3fd54d1000) 00000800:00000200:86.0:1596747980.527694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55522000 0x3fd5522000(0x3fd5522000) 00000800:00000200:86.0:1596747980.527695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55523000 0x3fd5523000(0x3fd5523000) 00000800:00000200:86.0:1596747980.527696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc554ee000 0x3fd54ee000(0x3fd54ee000) 00000800:00000200:86.0:1596747980.527697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc554ef000 0x3fd54ef000(0x3fd54ef000) 00000800:00000200:86.0:1596747980.527697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc550f6000 0x3fd50f6000(0x3fd50f6000) 00000800:00000200:86.0:1596747980.527698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc550f7000 0x3fd50f7000(0x3fd50f7000) 00000800:00000200:86.0:1596747980.527699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc554ba000 0x3fd54ba000(0x3fd54ba000) 00000800:00000010:86.0:1596747980.528233:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b44080 (tot 156843242). 00000800:00000200:86.0:1596747980.528234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278000] (20)-- 00000800:00000200:86.0:1596747980.528252:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.97@o2ib36 00000800:00000200:86.0:1596747980.528507:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.528928:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.97@o2ib36 00000800:00000200:86.0:1596747980.528929:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.97@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.528930:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55024000 (tot 156843106). 00000800:00000200:86.0:1596747980.528932:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55278000] (19)++ 00000800:00000200:86.0:1596747980.528932:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55278000] (20)++ 00000800:00000200:86.0:1596747980.528933:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55278000] (21)-- 00000800:00000200:89.2:1596747980.528938:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55278000] (20)++ 00000800:00000010:86.0:1596747980.554055:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1a80 (tot 156843218). 00000800:00000200:86.0:1596747980.554057:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1a80] -> 192.168.128.150@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.554059:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1a00 (tot 156843330). 00000800:00000010:86.0:1596747980.554061:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d06200 (tot 156843626). 00000800:00000010:86.0:1596747980.554063:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156843762). 00000800:00000010:86.0:1596747980.554064:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a7800 (tot 156845634). 00000800:00000010:86.0:1596747980.554065:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583e9c0 (tot 156845786). 00000800:00000200:86.0:1596747980.554069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6589b000 0x2fe589b000(0x2fe589b000) 00000800:00000200:86.0:1596747980.554070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6589c000 0x2fe589c000(0x2fe589c000) 00000800:00000200:86.0:1596747980.554071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6589d000 0x2fe589d000(0x2fe589d000) 00000800:00000200:86.0:1596747980.554072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6589e000 0x2fe589e000(0x2fe589e000) 00000800:00000200:86.0:1596747980.554072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc6589f000 0x2fe589f000(0x2fe589f000) 00000800:00000200:86.0:1596747980.554073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc658a8000 0x2fe58a8000(0x2fe58a8000) 00000800:00000200:86.0:1596747980.554074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc658a9000 0x2fe58a9000(0x2fe58a9000) 00000800:00000200:86.0:1596747980.554074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc658aa000 0x2fe58aa000(0x2fe58aa000) 00000800:00000200:86.0:1596747980.554075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc658ab000 0x2fe58ab000(0x2fe58ab000) 00000800:00000200:86.0:1596747980.554076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc658ac000 0x2fe58ac000(0x2fe58ac000) 00000800:00000200:86.0:1596747980.554077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc658ad000 0x2fe58ad000(0x2fe58ad000) 00000800:00000200:86.0:1596747980.554077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc658ae000 0x2fe58ae000(0x2fe58ae000) 00000800:00000200:86.0:1596747980.554078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc658af000 0x2fe58af000(0x2fe58af000) 00000800:00000200:86.0:1596747980.554079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc658b0000 0x2fe58b0000(0x2fe58b0000) 00000800:00000200:86.0:1596747980.554079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc658b1000 0x2fe58b1000(0x2fe58b1000) 00000800:00000200:86.0:1596747980.554080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc658b2000 0x2fe58b2000(0x2fe58b2000) 00000800:00000200:86.0:1596747980.554081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc658b3000 0x2fe58b3000(0x2fe58b3000) 00000800:00000200:86.0:1596747980.554082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc658b4000 0x2fe58b4000(0x2fe58b4000) 00000800:00000010:86.0:1596747980.554636:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1a00 (tot 156845674). 00000800:00000200:86.0:1596747980.554637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.554654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d06200] (20)-- 00000800:00000200:86.0:1596747980.554656:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.150@o2ib36 00000800:00000200:86.0:1596747980.554902:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.555240:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.150@o2ib36 00000800:00000200:86.0:1596747980.555241:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.150@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.555242:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156845538). 00000800:00000200:86.0:1596747980.555243:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d06200] (19)++ 00000800:00000200:86.0:1596747980.555244:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d06200] (20)++ 00000800:00000200:86.0:1596747980.555244:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d06200] (21)-- 00000800:00000200:87.2:1596747980.555430:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d06200] (20)++ 00000800:00000010:86.0:1596747980.567546:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3d80 (tot 156845650). 00000800:00000200:86.0:1596747980.567548:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3d80] -> 192.168.128.10@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.567550:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3d00 (tot 156845762). 00000800:00000010:86.0:1596747980.567552:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b8600 (tot 156846058). 00000800:00000010:86.0:1596747980.567554:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 156846194). 00000800:00000010:86.0:1596747980.567556:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b7800 (tot 156848066). 00000800:00000010:86.0:1596747980.567557:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06bbc0 (tot 156848218). 00000800:00000200:86.0:1596747980.567562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e0c3000 0xfde0c3000(0xfde0c3000) 00000800:00000200:86.0:1596747980.567563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e0c4000 0xfde0c4000(0xfde0c4000) 00000800:00000200:86.0:1596747980.567563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e0c5000 0xfde0c5000(0xfde0c5000) 00000800:00000200:86.0:1596747980.567564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e0c6000 0xfde0c6000(0xfde0c6000) 00000800:00000200:86.0:1596747980.567565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e0c7000 0xfde0c7000(0xfde0c7000) 00000800:00000200:86.0:1596747980.567566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e0c8000 0xfde0c8000(0xfde0c8000) 00000800:00000200:86.0:1596747980.567566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e0c9000 0xfde0c9000(0xfde0c9000) 00000800:00000200:86.0:1596747980.567567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e0ca000 0xfde0ca000(0xfde0ca000) 00000800:00000200:86.0:1596747980.567568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e0cb000 0xfde0cb000(0xfde0cb000) 00000800:00000200:86.0:1596747980.567568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e0cc000 0xfde0cc000(0xfde0cc000) 00000800:00000200:86.0:1596747980.567569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e0cd000 0xfde0cd000(0xfde0cd000) 00000800:00000200:86.0:1596747980.567570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e0ce000 0xfde0ce000(0xfde0ce000) 00000800:00000200:86.0:1596747980.567571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e0cf000 0xfde0cf000(0xfde0cf000) 00000800:00000200:86.0:1596747980.567571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e0d0000 0xfde0d0000(0xfde0d0000) 00000800:00000200:86.0:1596747980.567572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e0d1000 0xfde0d1000(0xfde0d1000) 00000800:00000200:86.0:1596747980.567573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e0d2000 0xfde0d2000(0xfde0d2000) 00000800:00000200:86.0:1596747980.567573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e0d3000 0xfde0d3000(0xfde0d3000) 00000800:00000200:86.0:1596747980.567574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e0d4000 0xfde0d4000(0xfde0d4000) 00000800:00000010:86.0:1596747980.568118:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3d00 (tot 156848106). 00000800:00000200:86.0:1596747980.568119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8600] (20)-- 00000800:00000200:86.0:1596747980.568137:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.10@o2ib36 00000800:00000200:86.0:1596747980.568391:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.568788:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.10@o2ib36 00000800:00000200:86.0:1596747980.568789:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.10@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.568790:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 156847970). 00000800:00000200:86.0:1596747980.568790:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568791:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b8600] (20)++ 00000800:00000200:84.2:1596747980.568791:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b8600] (19)++ 00000800:00000200:86.0:1596747980.568792:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b8600] (21)-- 00000800:00000010:86.0:1596747980.735946:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849b80 (tot 156848082). 00000800:00000200:86.0:1596747980.735948:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849b80] -> 192.168.128.92@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.735950:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849b00 (tot 156848194). 00000800:00000010:86.0:1596747980.735954:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a61fe00 (tot 156848490). 00000800:00000010:86.0:1596747980.735957:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408923380 (tot 156848626). 00000800:00000010:86.0:1596747980.735959:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402667800 (tot 156850498). 00000800:00000010:86.0:1596747980.735960:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408922e40 (tot 156850650). 00000800:00000200:86.0:1596747980.735964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c40067f000 0x378067f000(0x378067f000) 00000800:00000200:86.0:1596747980.735965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c4006a8000 0x37806a8000(0x37806a8000) 00000800:00000200:86.0:1596747980.735966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c4006a9000 0x37806a9000(0x37806a9000) 00000800:00000200:86.0:1596747980.735966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c4006aa000 0x37806aa000(0x37806aa000) 00000800:00000200:86.0:1596747980.735967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c4006ab000 0x37806ab000(0x37806ab000) 00000800:00000200:86.0:1596747980.735968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c4006ac000 0x37806ac000(0x37806ac000) 00000800:00000200:86.0:1596747980.735969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c4006ad000 0x37806ad000(0x37806ad000) 00000800:00000200:86.0:1596747980.735969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c4006ae000 0x37806ae000(0x37806ae000) 00000800:00000200:86.0:1596747980.735970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c4006af000 0x37806af000(0x37806af000) 00000800:00000200:86.0:1596747980.735971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c4006b0000 0x37806b0000(0x37806b0000) 00000800:00000200:86.0:1596747980.735971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c4006b1000 0x37806b1000(0x37806b1000) 00000800:00000200:86.0:1596747980.735972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c4006b2000 0x37806b2000(0x37806b2000) 00000800:00000200:86.0:1596747980.735973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c4006b3000 0x37806b3000(0x37806b3000) 00000800:00000200:86.0:1596747980.735974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c4006b4000 0x37806b4000(0x37806b4000) 00000800:00000200:86.0:1596747980.735974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c4006b5000 0x37806b5000(0x37806b5000) 00000800:00000200:86.0:1596747980.735975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c4006b6000 0x37806b6000(0x37806b6000) 00000800:00000200:86.0:1596747980.735976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c4006b7000 0x37806b7000(0x37806b7000) 00000800:00000200:86.0:1596747980.735977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c4006b8000 0x37806b8000(0x37806b8000) 00000800:00000010:86.0:1596747980.736525:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849b00 (tot 156850538). 00000800:00000200:86.0:1596747980.736526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.736543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61fe00] (20)-- 00000800:00000200:86.0:1596747980.736545:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.92@o2ib36 00000800:00000200:86.0:1596747980.736815:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.737180:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.92@o2ib36 00000800:00000200:86.0:1596747980.737181:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.92@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.737181:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408923380 (tot 156850402). 00000800:00000200:86.0:1596747980.737182:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a61fe00] (19)++ 00000800:00000200:86.0:1596747980.737183:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a61fe00] (20)++ 00000800:00000200:86.0:1596747980.737183:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a61fe00] (21)-- 00000800:00000200:86.2:1596747980.737187:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61fe00] (20)++ 00000800:00000010:86.0:1596747980.791317:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0400 (tot 156850514). 00000800:00000200:86.0:1596747980.791321:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0400] -> 192.168.128.69@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.791322:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0480 (tot 156850626). 00000800:00000010:86.0:1596747980.791325:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc658c8000 (tot 156850922). 00000800:00000010:86.0:1596747980.791326:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583fec0 (tot 156851058). 00000800:00000010:86.0:1596747980.791328:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a1000 (tot 156852930). 00000800:00000010:86.0:1596747980.791328:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583f980 (tot 156853082). 00000800:00000200:86.0:1596747980.791333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc658b5000 0x2fe58b5000(0x2fe58b5000) 00000800:00000200:86.0:1596747980.791334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc658b6000 0x2fe58b6000(0x2fe58b6000) 00000800:00000200:86.0:1596747980.791335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc658b7000 0x2fe58b7000(0x2fe58b7000) 00000800:00000200:86.0:1596747980.791335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc658b8000 0x2fe58b8000(0x2fe58b8000) 00000800:00000200:86.0:1596747980.791336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc658b9000 0x2fe58b9000(0x2fe58b9000) 00000800:00000200:86.0:1596747980.791337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc658ba000 0x2fe58ba000(0x2fe58ba000) 00000800:00000200:86.0:1596747980.791338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc658bb000 0x2fe58bb000(0x2fe58bb000) 00000800:00000200:86.0:1596747980.791338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc658bc000 0x2fe58bc000(0x2fe58bc000) 00000800:00000200:86.0:1596747980.791339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc658bd000 0x2fe58bd000(0x2fe58bd000) 00000800:00000200:86.0:1596747980.791340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc658be000 0x2fe58be000(0x2fe58be000) 00000800:00000200:86.0:1596747980.791340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc658bf000 0x2fe58bf000(0x2fe58bf000) 00000800:00000200:86.0:1596747980.791341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc658c0000 0x2fe58c0000(0x2fe58c0000) 00000800:00000200:86.0:1596747980.791342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc658c1000 0x2fe58c1000(0x2fe58c1000) 00000800:00000200:86.0:1596747980.791343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc658c2000 0x2fe58c2000(0x2fe58c2000) 00000800:00000200:86.0:1596747980.791343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc658c3000 0x2fe58c3000(0x2fe58c3000) 00000800:00000200:86.0:1596747980.791344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc658c4000 0x2fe58c4000(0x2fe58c4000) 00000800:00000200:86.0:1596747980.791345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc658c5000 0x2fe58c5000(0x2fe58c5000) 00000800:00000200:86.0:1596747980.791346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc658c6000 0x2fe58c6000(0x2fe58c6000) 00000800:00000010:86.0:1596747980.791889:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0480 (tot 156852970). 00000800:00000200:86.0:1596747980.791890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.791908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8000] (20)-- 00000800:00000200:86.0:1596747980.791909:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.69@o2ib36 00000800:00000200:86.0:1596747980.792163:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.792532:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.69@o2ib36 00000800:00000200:86.0:1596747980.792533:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.69@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.792534:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583fec0 (tot 156852834). 00000800:00000200:86.0:1596747980.792535:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc658c8000] (19)++ 00000800:00000200:86.0:1596747980.792536:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc658c8000] (20)++ 00000800:00000200:86.0:1596747980.792537:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc658c8000] (21)-- 00000800:00000200:87.2:1596747980.792733:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc658c8000] (20)++ 00000800:00000010:86.0:1596747980.891642:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45f00 (tot 156852946). 00000800:00000200:86.0:1596747980.891645:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45f00] -> 192.168.128.118@o2ib36 (1)++ 00000800:00000010:86.0:1596747980.891647:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45e80 (tot 156853058). 00000800:00000010:86.0:1596747980.891651:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55280000 (tot 156853354). 00000800:00000010:86.0:1596747980.891653:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551dec0 (tot 156853490). 00000800:00000010:86.0:1596747980.891654:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55264800 (tot 156855362). 00000800:00000010:86.0:1596747980.891655:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551de00 (tot 156855514). 00000800:00000200:86.0:1596747980.891658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc554bb000 0x3fd54bb000(0x3fd54bb000) 00000800:00000200:86.0:1596747980.891659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55176000 0x3fd5176000(0x3fd5176000) 00000800:00000200:86.0:1596747980.891660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55177000 0x3fd5177000(0x3fd5177000) 00000800:00000200:86.0:1596747980.891661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc554c6000 0x3fd54c6000(0x3fd54c6000) 00000800:00000200:86.0:1596747980.891661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc554c7000 0x3fd54c7000(0x3fd54c7000) 00000800:00000200:86.0:1596747980.891662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57a74000 0x3fd7a74000(0x3fd7a74000) 00000800:00000200:86.0:1596747980.891663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57a75000 0x3fd7a75000(0x3fd7a75000) 00000800:00000200:86.0:1596747980.891664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55a0a000 0x3fd5a0a000(0x3fd5a0a000) 00000800:00000200:86.0:1596747980.891664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55a0b000 0x3fd5a0b000(0x3fd5a0b000) 00000800:00000200:86.0:1596747980.891665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55aae000 0x3fd5aae000(0x3fd5aae000) 00000800:00000200:86.0:1596747980.891666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55aaf000 0x3fd5aaf000(0x3fd5aaf000) 00000800:00000200:86.0:1596747980.891667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5501a000 0x3fd501a000(0x3fd501a000) 00000800:00000200:86.0:1596747980.891667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc5501b000 0x3fd501b000(0x3fd501b000) 00000800:00000200:86.0:1596747980.891668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc559cc000 0x3fd59cc000(0x3fd59cc000) 00000800:00000200:86.0:1596747980.891669:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc559cd000 0x3fd59cd000(0x3fd59cd000) 00000800:00000200:86.0:1596747980.891670:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5554c000 0x3fd554c000(0x3fd554c000) 00000800:00000200:86.0:1596747980.891670:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5554d000 0x3fd554d000(0x3fd554d000) 00000800:00000200:86.0:1596747980.891671:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc559c8000 0x3fd59c8000(0x3fd59c8000) 00000800:00000010:86.0:1596747980.892222:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45e80 (tot 156855402). 00000800:00000200:86.0:1596747980.892223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280000] (20)-- 00000800:00000200:86.0:1596747980.892242:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.118@o2ib36 00000800:00000200:86.0:1596747980.892512:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747980.892864:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.118@o2ib36 00000800:00000200:86.0:1596747980.892865:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.118@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747980.892866:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551dec0 (tot 156855266). 00000800:00000200:86.0:1596747980.892867:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55280000] (19)++ 00000800:00000200:86.0:1596747980.892868:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55280000] (20)++ 00000800:00000200:86.0:1596747980.892869:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55280000] (21)-- 00000800:00000200:84.2:1596747980.892937:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55280000] (20)++ 00000800:00000010:86.0:1596747981.006556:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45e80 (tot 156855378). 00000800:00000200:86.0:1596747981.006559:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45e80] -> 192.168.128.152@o2ib36 (1)++ 00000800:00000010:86.0:1596747981.006561:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45e00 (tot 156855490). 00000800:00000010:86.0:1596747981.006562:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55280c00 (tot 156855786). 00000800:00000010:86.0:1596747981.006563:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551dec0 (tot 156855922). 00000800:00000010:86.0:1596747981.006565:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55288000 (tot 156857794). 00000800:00000010:86.0:1596747981.006566:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551dbc0 (tot 156857946). 00000800:00000200:86.0:1596747981.006573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc559c9000 0x3fd59c9000(0x3fd59c9000) 00000800:00000200:86.0:1596747981.006574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc559ca000 0x3fd59ca000(0x3fd59ca000) 00000800:00000200:86.0:1596747981.006575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc559cb000 0x3fd59cb000(0x3fd59cb000) 00000800:00000200:86.0:1596747981.006575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55538000 0x3fd5538000(0x3fd5538000) 00000800:00000200:86.0:1596747981.006576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55539000 0x3fd5539000(0x3fd5539000) 00000800:00000200:86.0:1596747981.006577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc5553a000 0x3fd553a000(0x3fd553a000) 00000800:00000200:86.0:1596747981.006578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc5553b000 0x3fd553b000(0x3fd553b000) 00000800:00000200:86.0:1596747981.006578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55540000 0x3fd5540000(0x3fd5540000) 00000800:00000200:86.0:1596747981.006579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55541000 0x3fd5541000(0x3fd5541000) 00000800:00000200:86.0:1596747981.006580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55542000 0x3fd5542000(0x3fd5542000) 00000800:00000200:86.0:1596747981.006580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55543000 0x3fd5543000(0x3fd5543000) 00000800:00000200:86.0:1596747981.006581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55080000 0x3fd5080000(0x3fd5080000) 00000800:00000200:86.0:1596747981.006582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55081000 0x3fd5081000(0x3fd5081000) 00000800:00000200:86.0:1596747981.006583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55082000 0x3fd5082000(0x3fd5082000) 00000800:00000200:86.0:1596747981.006584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55083000 0x3fd5083000(0x3fd5083000) 00000800:00000200:86.0:1596747981.006584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc550cc000 0x3fd50cc000(0x3fd50cc000) 00000800:00000200:86.0:1596747981.006585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc550cd000 0x3fd50cd000(0x3fd50cd000) 00000800:00000200:86.0:1596747981.006586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc550ce000 0x3fd50ce000(0x3fd50ce000) 00000800:00000010:86.0:1596747981.007110:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45e00 (tot 156857834). 00000800:00000200:86.0:1596747981.007112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280c00] (20)-- 00000800:00000200:86.0:1596747981.007130:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.152@o2ib36 00000800:00000200:86.0:1596747981.007395:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747981.007816:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.152@o2ib36 00000800:00000200:86.0:1596747981.007818:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.152@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747981.007818:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551dec0 (tot 156857698). 00000800:00000200:86.0:1596747981.007819:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55280c00] (19)++ 00000800:00000200:86.0:1596747981.007820:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55280c00] (20)++ 00000800:00000200:86.0:1596747981.007821:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55280c00] (21)-- 00000800:00000200:38.2:1596747981.007829:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55280c00] (20)++ 00000800:00000010:86.0:1596747981.035827:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295980 (tot 156857810). 00000800:00000200:86.0:1596747981.035831:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295980] -> 192.168.128.43@o2ib36 (1)++ 00000800:00000010:86.0:1596747981.035833:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295900 (tot 156857922). 00000800:00000010:86.0:1596747981.035835:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463436600 (tot 156858218). 00000800:00000010:86.0:1596747981.035837:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ea240 (tot 156858354). 00000800:00000010:86.0:1596747981.035838:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463456800 (tot 156860226). 00000800:00000010:86.0:1596747981.035839:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643ea9c0 (tot 156860378). 00000800:00000200:86.0:1596747981.035844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46348b000 0x27e348b000(0x27e348b000) 00000800:00000200:86.0:1596747981.035845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46348c000 0x27e348c000(0x27e348c000) 00000800:00000200:86.0:1596747981.035846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46348d000 0x27e348d000(0x27e348d000) 00000800:00000200:86.0:1596747981.035847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46348e000 0x27e348e000(0x27e348e000) 00000800:00000200:86.0:1596747981.035848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46348f000 0x27e348f000(0x27e348f000) 00000800:00000200:86.0:1596747981.035848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463490000 0x27e3490000(0x27e3490000) 00000800:00000200:86.0:1596747981.035849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463491000 0x27e3491000(0x27e3491000) 00000800:00000200:86.0:1596747981.035850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463492000 0x27e3492000(0x27e3492000) 00000800:00000200:86.0:1596747981.035850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463493000 0x27e3493000(0x27e3493000) 00000800:00000200:86.0:1596747981.035851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463494000 0x27e3494000(0x27e3494000) 00000800:00000200:86.0:1596747981.035852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463495000 0x27e3495000(0x27e3495000) 00000800:00000200:86.0:1596747981.035853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463496000 0x27e3496000(0x27e3496000) 00000800:00000200:86.0:1596747981.035854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463497000 0x27e3497000(0x27e3497000) 00000800:00000200:86.0:1596747981.035854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463498000 0x27e3498000(0x27e3498000) 00000800:00000200:86.0:1596747981.035855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463499000 0x27e3499000(0x27e3499000) 00000800:00000200:86.0:1596747981.035856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46349a000 0x27e349a000(0x27e349a000) 00000800:00000200:86.0:1596747981.035857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46349b000 0x27e349b000(0x27e349b000) 00000800:00000200:86.0:1596747981.035857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46349c000 0x27e349c000(0x27e349c000) 00000800:00000010:86.0:1596747981.036394:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295900 (tot 156860266). 00000800:00000200:86.0:1596747981.036395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.036413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436600] (20)-- 00000800:00000200:86.0:1596747981.036414:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.43@o2ib36 00000800:00000200:86.0:1596747981.036676:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747981.037001:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.43@o2ib36 00000800:00000200:86.0:1596747981.037003:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.43@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747981.037003:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ea240 (tot 156860130). 00000800:00000200:86.0:1596747981.037004:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463436600] (19)++ 00000800:00000200:86.0:1596747981.037005:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463436600] (20)++ 00000800:00000200:86.0:1596747981.037006:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463436600] (21)-- 00000800:00000200:36.2:1596747981.037074:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463436600] (20)++ 00000800:00000010:86.0:1596747981.165032:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35900 (tot 156860242). 00000800:00000200:86.0:1596747981.165033:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35900] -> 192.168.128.47@o2ib36 (1)++ 00000800:00000010:86.0:1596747981.165036:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35880 (tot 156860354). 00000800:00000010:86.0:1596747981.165038:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c434400 (tot 156860650). 00000800:00000010:86.0:1596747981.165040:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f7ec0 (tot 156860786). 00000800:00000010:86.0:1596747981.165042:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d5800 (tot 156862658). 00000800:00000010:86.0:1596747981.165043:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f7bc0 (tot 156862810). 00000800:00000200:86.0:1596747981.165049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c52a000 0x7dc52a000(0x7dc52a000) 00000800:00000200:86.0:1596747981.165050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c52b000 0x7dc52b000(0x7dc52b000) 00000800:00000200:86.0:1596747981.165050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c52c000 0x7dc52c000(0x7dc52c000) 00000800:00000200:86.0:1596747981.165051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c52d000 0x7dc52d000(0x7dc52d000) 00000800:00000200:86.0:1596747981.165052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c52e000 0x7dc52e000(0x7dc52e000) 00000800:00000200:86.0:1596747981.165053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c52f000 0x7dc52f000(0x7dc52f000) 00000800:00000200:86.0:1596747981.165053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c530000 0x7dc530000(0x7dc530000) 00000800:00000200:86.0:1596747981.165054:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c531000 0x7dc531000(0x7dc531000) 00000800:00000200:86.0:1596747981.165055:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c532000 0x7dc532000(0x7dc532000) 00000800:00000200:86.0:1596747981.165056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c533000 0x7dc533000(0x7dc533000) 00000800:00000200:86.0:1596747981.165056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c534000 0x7dc534000(0x7dc534000) 00000800:00000200:86.0:1596747981.165057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c535000 0x7dc535000(0x7dc535000) 00000800:00000200:86.0:1596747981.165058:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c536000 0x7dc536000(0x7dc536000) 00000800:00000200:86.0:1596747981.165059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c537000 0x7dc537000(0x7dc537000) 00000800:00000200:86.0:1596747981.165059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c538000 0x7dc538000(0x7dc538000) 00000800:00000200:86.0:1596747981.165060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c539000 0x7dc539000(0x7dc539000) 00000800:00000200:86.0:1596747981.165061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c53a000 0x7dc53a000(0x7dc53a000) 00000800:00000200:86.0:1596747981.165061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c53b000 0x7dc53b000(0x7dc53b000) 00000800:00000010:86.0:1596747981.165650:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35880 (tot 156862698). 00000800:00000200:86.0:1596747981.165651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.165668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c434400] (20)-- 00000800:00000200:86.0:1596747981.165669:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.47@o2ib36 00000800:00000200:86.0:1596747981.165922:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747981.166228:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.47@o2ib36 00000800:00000200:86.0:1596747981.166229:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.47@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747981.166230:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f7ec0 (tot 156862562). 00000800:00000200:86.0:1596747981.166230:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c434400] (19)++ 00000800:00000200:86.0:1596747981.166231:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c434400] (20)++ 00000800:00000200:86.0:1596747981.166232:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c434400] (21)-- 00000800:00000200:40.2:1596747981.166408:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c434400] (20)++ 00000800:00000010:86.0:1596747981.883903:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35880 (tot 156862674). 00000800:00000200:86.0:1596747981.883906:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35880] -> 192.168.128.73@o2ib36 (1)++ 00000800:00000010:86.0:1596747981.883907:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35800 (tot 156862786). 00000800:00000010:86.0:1596747981.883911:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c558000 (tot 156863082). 00000800:00000010:86.0:1596747981.883912:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f7ec0 (tot 156863218). 00000800:00000010:86.0:1596747981.883913:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d4800 (tot 156865090). 00000800:00000010:86.0:1596747981.883914:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f7980 (tot 156865242). 00000800:00000200:86.0:1596747981.883916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c53c000 0x7dc53c000(0x7dc53c000) 00000800:00000200:86.0:1596747981.883917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c53d000 0x7dc53d000(0x7dc53d000) 00000800:00000200:86.0:1596747981.883918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c53e000 0x7dc53e000(0x7dc53e000) 00000800:00000200:86.0:1596747981.883919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c53f000 0x7dc53f000(0x7dc53f000) 00000800:00000200:86.0:1596747981.883920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c540000 0x7dc540000(0x7dc540000) 00000800:00000200:86.0:1596747981.883921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c541000 0x7dc541000(0x7dc541000) 00000800:00000200:86.0:1596747981.883921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c542000 0x7dc542000(0x7dc542000) 00000800:00000200:86.0:1596747981.883922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c543000 0x7dc543000(0x7dc543000) 00000800:00000200:86.0:1596747981.883923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c544000 0x7dc544000(0x7dc544000) 00000800:00000200:86.0:1596747981.883924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c545000 0x7dc545000(0x7dc545000) 00000800:00000200:86.0:1596747981.883924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c546000 0x7dc546000(0x7dc546000) 00000800:00000200:86.0:1596747981.883925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c547000 0x7dc547000(0x7dc547000) 00000800:00000200:86.0:1596747981.883926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c548000 0x7dc548000(0x7dc548000) 00000800:00000200:86.0:1596747981.883927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c549000 0x7dc549000(0x7dc549000) 00000800:00000200:86.0:1596747981.883927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c54a000 0x7dc54a000(0x7dc54a000) 00000800:00000200:86.0:1596747981.883928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c54b000 0x7dc54b000(0x7dc54b000) 00000800:00000200:86.0:1596747981.883929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c54c000 0x7dc54c000(0x7dc54c000) 00000800:00000200:86.0:1596747981.883929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c54d000 0x7dc54d000(0x7dc54d000) 00000800:00000010:86.0:1596747981.884488:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35800 (tot 156865130). 00000800:00000200:86.0:1596747981.884490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.884519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558000] (20)-- 00000800:00000200:86.0:1596747981.884521:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.73@o2ib36 00000800:00000200:86.0:1596747981.884779:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747981.885142:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.73@o2ib36 00000800:00000200:86.0:1596747981.885143:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.73@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747981.885144:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f7ec0 (tot 156864994). 00000800:00000200:86.0:1596747981.885144:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c558000] (19)++ 00000800:00000200:86.0:1596747981.885145:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c558000] (20)++ 00000800:00000200:86.0:1596747981.885146:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c558000] (21)-- 00000800:00000200:41.2:1596747981.885148:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c558000] (20)++ 00000800:00000200:15.0:1596747982.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409430e00] (21)++ 00000800:00000200:15.0:1596747982.352523:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c409430e00] (22)++ 00000800:00000200:15.0:1596747982.352527:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c409430e00] (23)-- 00000800:00000200:86.0:1596747982.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747982.466911:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294580 (tot 156865106). 00000800:00000200:86.0:1596747982.466914:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294580] -> 192.168.128.153@o2ib36 (1)++ 00000800:00000010:86.0:1596747982.466916:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294600 (tot 156865218). 00000800:00000010:86.0:1596747982.466918:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463431a00 (tot 156865514). 00000800:00000010:86.0:1596747982.466921:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156865650). 00000800:00000010:86.0:1596747982.466923:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463453000 (tot 156867522). 00000800:00000010:86.0:1596747982.466924:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eb500 (tot 156867674). 00000800:00000200:86.0:1596747982.466926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46349d000 0x27e349d000(0x27e349d000) 00000800:00000200:86.0:1596747982.466927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46349e000 0x27e349e000(0x27e349e000) 00000800:00000200:86.0:1596747982.466928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46349f000 0x27e349f000(0x27e349f000) 00000800:00000200:86.0:1596747982.466929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4634a0000 0x27e34a0000(0x27e34a0000) 00000800:00000200:86.0:1596747982.466930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4634a1000 0x27e34a1000(0x27e34a1000) 00000800:00000200:86.0:1596747982.466931:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4634a2000 0x27e34a2000(0x27e34a2000) 00000800:00000200:86.0:1596747982.466932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4634a3000 0x27e34a3000(0x27e34a3000) 00000800:00000200:86.0:1596747982.466932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4634a4000 0x27e34a4000(0x27e34a4000) 00000800:00000200:86.0:1596747982.466933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4634a5000 0x27e34a5000(0x27e34a5000) 00000800:00000200:86.0:1596747982.466934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4634a6000 0x27e34a6000(0x27e34a6000) 00000800:00000200:86.0:1596747982.466934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4634a7000 0x27e34a7000(0x27e34a7000) 00000800:00000200:86.0:1596747982.466935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4634a8000 0x27e34a8000(0x27e34a8000) 00000800:00000200:86.0:1596747982.466936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4634a9000 0x27e34a9000(0x27e34a9000) 00000800:00000200:86.0:1596747982.466937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4634aa000 0x27e34aa000(0x27e34aa000) 00000800:00000200:86.0:1596747982.466937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4634ab000 0x27e34ab000(0x27e34ab000) 00000800:00000200:86.0:1596747982.466938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4634ac000 0x27e34ac000(0x27e34ac000) 00000800:00000200:86.0:1596747982.466939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4634ad000 0x27e34ad000(0x27e34ad000) 00000800:00000200:86.0:1596747982.466940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4634ae000 0x27e34ae000(0x27e34ae000) 00000800:00000010:86.0:1596747982.467506:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294600 (tot 156867562). 00000800:00000200:86.0:1596747982.467507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.467525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463431a00] (20)-- 00000800:00000200:86.0:1596747982.467526:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.153@o2ib36 00000800:00000200:86.0:1596747982.467794:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747982.468174:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.153@o2ib36 00000800:00000200:86.0:1596747982.468176:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.153@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747982.468176:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156867426). 00000800:00000200:86.0:1596747982.468177:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463431a00] (19)++ 00000800:00000200:86.0:1596747982.468178:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463431a00] (20)++ 00000800:00000200:86.0:1596747982.468179:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463431a00] (21)-- 00000800:00000200:39.2:1596747982.468357:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463431a00] (20)++ 00000800:00000010:86.0:1596747985.602145:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848400 (tot 156867538). 00000800:00000200:86.0:1596747985.602149:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848400] -> 192.168.128.168@o2ib36 (1)++ 00000800:00000010:86.0:1596747985.602151:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848480 (tot 156867650). 00000800:00000010:86.0:1596747985.602153:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a61cc00 (tot 156867946). 00000800:00000010:86.0:1596747985.602155:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408922300 (tot 156868082). 00000800:00000010:86.0:1596747985.602156:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402666800 (tot 156869954). 00000800:00000010:86.0:1596747985.602157:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408922240 (tot 156870106). 00000800:00000200:86.0:1596747985.602160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ff9ea000 0x377f9ea000(0x377f9ea000) 00000800:00000200:86.0:1596747985.602162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ff9eb000 0x377f9eb000(0x377f9eb000) 00000800:00000200:86.0:1596747985.602162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ff9ec000 0x377f9ec000(0x377f9ec000) 00000800:00000200:86.0:1596747985.602163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ff9ed000 0x377f9ed000(0x377f9ed000) 00000800:00000200:86.0:1596747985.602164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ff9ee000 0x377f9ee000(0x377f9ee000) 00000800:00000200:86.0:1596747985.602165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ff9ef000 0x377f9ef000(0x377f9ef000) 00000800:00000200:86.0:1596747985.602166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ff9f0000 0x377f9f0000(0x377f9f0000) 00000800:00000200:86.0:1596747985.602166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ff9f1000 0x377f9f1000(0x377f9f1000) 00000800:00000200:86.0:1596747985.602167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ff9f2000 0x377f9f2000(0x377f9f2000) 00000800:00000200:86.0:1596747985.602168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ff9f3000 0x377f9f3000(0x377f9f3000) 00000800:00000200:86.0:1596747985.602169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ff9f4000 0x377f9f4000(0x377f9f4000) 00000800:00000200:86.0:1596747985.602169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ff9f5000 0x377f9f5000(0x377f9f5000) 00000800:00000200:86.0:1596747985.602170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ff9f6000 0x377f9f6000(0x377f9f6000) 00000800:00000200:86.0:1596747985.602171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ff9f7000 0x377f9f7000(0x377f9f7000) 00000800:00000200:86.0:1596747985.602172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ff9f8000 0x377f9f8000(0x377f9f8000) 00000800:00000200:86.0:1596747985.602172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ff9f9000 0x377f9f9000(0x377f9f9000) 00000800:00000200:86.0:1596747985.602173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ff9fa000 0x377f9fa000(0x377f9fa000) 00000800:00000200:86.0:1596747985.602174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ff9fb000 0x377f9fb000(0x377f9fb000) 00000800:00000010:86.0:1596747985.602748:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848480 (tot 156869994). 00000800:00000200:86.0:1596747985.602749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602753:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602754:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602754:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602755:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602755:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602756:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602756:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602758:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602759:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602760:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602761:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602763:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602764:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602764:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602765:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602765:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602766:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.602768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61cc00] (20)-- 00000800:00000200:86.0:1596747985.602769:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.168@o2ib36 00000800:00000200:86.0:1596747985.603039:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747985.603405:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.168@o2ib36 00000800:00000200:86.0:1596747985.603406:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.168@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747985.603407:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408922300 (tot 156869858). 00000800:00000200:86.0:1596747985.603408:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a61cc00] (19)++ 00000800:00000200:86.0:1596747985.603408:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a61cc00] (20)++ 00000800:00000200:86.0:1596747985.603409:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a61cc00] (21)-- 00000800:00000200:37.2:1596747985.603567:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61cc00] (20)++ 00000800:00000010:86.0:1596747985.603681:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295900 (tot 156869970). 00000800:00000200:86.0:1596747985.603683:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295900] -> 192.168.128.119@o2ib36 (1)++ 00000800:00000010:86.0:1596747985.603685:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295880 (tot 156870082). 00000800:00000010:86.0:1596747985.603687:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463435c00 (tot 156870378). 00000800:00000010:86.0:1596747985.603688:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ea240 (tot 156870514). 00000800:00000010:86.0:1596747985.603690:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463455800 (tot 156872386). 00000800:00000010:86.0:1596747985.603690:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eac00 (tot 156872538). 00000800:00000200:86.0:1596747985.603695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4634af000 0x27e34af000(0x27e34af000) 00000800:00000200:86.0:1596747985.603696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4634b0000 0x27e34b0000(0x27e34b0000) 00000800:00000200:86.0:1596747985.603697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4634b1000 0x27e34b1000(0x27e34b1000) 00000800:00000200:86.0:1596747985.603698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4634b2000 0x27e34b2000(0x27e34b2000) 00000800:00000200:86.0:1596747985.603699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4634b3000 0x27e34b3000(0x27e34b3000) 00000800:00000200:86.0:1596747985.603700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4634b4000 0x27e34b4000(0x27e34b4000) 00000800:00000200:86.0:1596747985.603700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4634b5000 0x27e34b5000(0x27e34b5000) 00000800:00000200:86.0:1596747985.603701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4634b6000 0x27e34b6000(0x27e34b6000) 00000800:00000200:86.0:1596747985.603702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4634b7000 0x27e34b7000(0x27e34b7000) 00000800:00000200:86.0:1596747985.603703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4634b8000 0x27e34b8000(0x27e34b8000) 00000800:00000200:86.0:1596747985.603703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4634b9000 0x27e34b9000(0x27e34b9000) 00000800:00000200:86.0:1596747985.603704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4634ba000 0x27e34ba000(0x27e34ba000) 00000800:00000200:86.0:1596747985.603705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4634bb000 0x27e34bb000(0x27e34bb000) 00000800:00000200:86.0:1596747985.603706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4634bc000 0x27e34bc000(0x27e34bc000) 00000800:00000200:86.0:1596747985.603707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4634bd000 0x27e34bd000(0x27e34bd000) 00000800:00000200:86.0:1596747985.603707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4634be000 0x27e34be000(0x27e34be000) 00000800:00000200:86.0:1596747985.603708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4634bf000 0x27e34bf000(0x27e34bf000) 00000800:00000200:86.0:1596747985.603709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4634c0000 0x27e34c0000(0x27e34c0000) 00000800:00000010:86.0:1596747985.604240:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295880 (tot 156872426). 00000800:00000200:86.0:1596747985.604241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435c00] (20)-- 00000800:00000200:86.0:1596747985.604260:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.119@o2ib36 00000800:00000200:86.0:1596747985.604509:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747985.604816:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.119@o2ib36 00000800:00000200:86.0:1596747985.604817:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.119@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747985.604818:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ea240 (tot 156872290). 00000800:00000200:86.0:1596747985.604819:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463435c00] (19)++ 00000800:00000200:86.0:1596747985.604820:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463435c00] (20)++ 00000800:00000200:86.0:1596747985.604820:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463435c00] (21)-- 00000800:00000200:40.2:1596747985.605010:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463435c00] (20)++ 00000800:00000010:86.0:1596747986.730087:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b44080 (tot 156872402). 00000800:00000200:86.0:1596747986.730091:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b44080] -> 192.168.128.165@o2ib36 (1)++ 00000800:00000010:86.0:1596747986.730092:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b44100 (tot 156872514). 00000800:00000010:86.0:1596747986.730096:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55298000 (tot 156872810). 00000800:00000010:86.0:1596747986.730098:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551c240 (tot 156872946). 00000800:00000010:86.0:1596747986.730099:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc5528f800 (tot 156874818). 00000800:00000010:86.0:1596747986.730100:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551c300 (tot 156874970). 00000800:00000200:86.0:1596747986.730105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc550cf000 0x3fd50cf000(0x3fd50cf000) 00000800:00000200:86.0:1596747986.730107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55aa4000 0x3fd5aa4000(0x3fd5aa4000) 00000800:00000200:86.0:1596747986.730108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55aa5000 0x3fd5aa5000(0x3fd5aa5000) 00000800:00000200:86.0:1596747986.730108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55aa6000 0x3fd5aa6000(0x3fd5aa6000) 00000800:00000200:86.0:1596747986.730109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55aa7000 0x3fd5aa7000(0x3fd5aa7000) 00000800:00000200:86.0:1596747986.730110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc554fc000 0x3fd54fc000(0x3fd54fc000) 00000800:00000200:86.0:1596747986.730111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc554fd000 0x3fd54fd000(0x3fd54fd000) 00000800:00000200:86.0:1596747986.730111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc554fe000 0x3fd54fe000(0x3fd54fe000) 00000800:00000200:86.0:1596747986.730112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc554ff000 0x3fd54ff000(0x3fd54ff000) 00000800:00000200:86.0:1596747986.730113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57450000 0x3fd7450000(0x3fd7450000) 00000800:00000200:86.0:1596747986.730114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57451000 0x3fd7451000(0x3fd7451000) 00000800:00000200:86.0:1596747986.730114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57452000 0x3fd7452000(0x3fd7452000) 00000800:00000200:86.0:1596747986.730115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57453000 0x3fd7453000(0x3fd7453000) 00000800:00000200:86.0:1596747986.730116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5744c000 0x3fd744c000(0x3fd744c000) 00000800:00000200:86.0:1596747986.730117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5744d000 0x3fd744d000(0x3fd744d000) 00000800:00000200:86.0:1596747986.730117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5744e000 0x3fd744e000(0x3fd744e000) 00000800:00000200:86.0:1596747986.730118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5744f000 0x3fd744f000(0x3fd744f000) 00000800:00000200:86.0:1596747986.730119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55548000 0x3fd5548000(0x3fd5548000) 00000800:00000010:86.0:1596747986.730692:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b44100 (tot 156874858). 00000800:00000200:86.0:1596747986.730693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.730711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298000] (20)-- 00000800:00000200:86.0:1596747986.730712:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.165@o2ib36 00000800:00000200:86.0:1596747986.730972:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747986.731303:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.165@o2ib36 00000800:00000200:86.0:1596747986.731304:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.165@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747986.731305:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551c240 (tot 156874722). 00000800:00000200:86.0:1596747986.731306:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55298000] (19)++ 00000800:00000200:86.0:1596747986.731307:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55298000] (20)++ 00000800:00000200:86.0:1596747986.731308:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55298000] (21)-- 00000800:00000200:87.2:1596747986.731475:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55298000] (20)++ 00000800:00020000:15.0:1596747988.352515:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747988.352519:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747988.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409430e00] (22)++ 00000800:00000100:15.0:1596747988.352521:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747988.352524:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c4270d1000] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:15.0:1596747988.352525:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c409430e00] (23)-- 00000400:00000200:15.0:1596747988.353064:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:15.0:1596747988.353065:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:15.0:1596747988.353066:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c409430e00] (22)-- 00000800:00000200:86.0:1596747988.353484:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c409430e00] (21)-- 00000800:00000010:86.0:1596747989.328775:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849b00 (tot 156874834). 00000800:00000200:86.0:1596747989.328780:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849b00] -> 192.168.128.113@o2ib36 (1)++ 00000800:00000010:86.0:1596747989.328781:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849a80 (tot 156874946). 00000800:00000010:86.0:1596747989.328785:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb28400 (tot 156875242). 00000800:00000010:86.0:1596747989.328786:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408923380 (tot 156875378). 00000800:00000010:86.0:1596747989.328788:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402661000 (tot 156877250). 00000800:00000010:86.0:1596747989.328789:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408922c00 (tot 156877402). 00000800:00000200:86.0:1596747989.328795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ff4c7000 0x377f4c7000(0x377f4c7000) 00000800:00000200:86.0:1596747989.328796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ff4c8000 0x377f4c8000(0x377f4c8000) 00000800:00000200:86.0:1596747989.328797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ff4c9000 0x377f4c9000(0x377f4c9000) 00000800:00000200:86.0:1596747989.328798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ff4ca000 0x377f4ca000(0x377f4ca000) 00000800:00000200:86.0:1596747989.328799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ff4cb000 0x377f4cb000(0x377f4cb000) 00000800:00000200:86.0:1596747989.328800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ff4cc000 0x377f4cc000(0x377f4cc000) 00000800:00000200:86.0:1596747989.328800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ff4cd000 0x377f4cd000(0x377f4cd000) 00000800:00000200:86.0:1596747989.328801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ff4ce000 0x377f4ce000(0x377f4ce000) 00000800:00000200:86.0:1596747989.328802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ff4cf000 0x377f4cf000(0x377f4cf000) 00000800:00000200:86.0:1596747989.328803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ff4d0000 0x377f4d0000(0x377f4d0000) 00000800:00000200:86.0:1596747989.328803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ff4d1000 0x377f4d1000(0x377f4d1000) 00000800:00000200:86.0:1596747989.328804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ff4d2000 0x377f4d2000(0x377f4d2000) 00000800:00000200:86.0:1596747989.328805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ff4d3000 0x377f4d3000(0x377f4d3000) 00000800:00000200:86.0:1596747989.328806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ff4d4000 0x377f4d4000(0x377f4d4000) 00000800:00000200:86.0:1596747989.328806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ff4d5000 0x377f4d5000(0x377f4d5000) 00000800:00000200:86.0:1596747989.328807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ff4d6000 0x377f4d6000(0x377f4d6000) 00000800:00000200:86.0:1596747989.328808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ff4d7000 0x377f4d7000(0x377f4d7000) 00000800:00000200:86.0:1596747989.328808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ff500000 0x377f500000(0x377f500000) 00000800:00000010:86.0:1596747989.329357:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849a80 (tot 156877290). 00000800:00000200:86.0:1596747989.329358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329360:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329361:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329362:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329362:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329363:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329363:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329364:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329364:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329365:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329365:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329366:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329366:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329367:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329367:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329369:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329370:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329371:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329372:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329373:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329373:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329374:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329374:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329375:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329375:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.329376:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb28400] (20)-- 00000800:00000200:86.0:1596747989.329377:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.113@o2ib36 00000800:00000200:86.0:1596747989.329633:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747989.330032:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.113@o2ib36 00000800:00000200:86.0:1596747989.330033:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.113@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747989.330034:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408923380 (tot 156877154). 00000800:00000200:86.0:1596747989.330035:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb28400] (19)++ 00000800:00000200:86.0:1596747989.330035:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb28400] (20)++ 00000800:00000200:86.0:1596747989.330036:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb28400] (21)-- 00000800:00000200:40.2:1596747989.330193:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb28400] (20)++ 00000800:00000200:86.0:1596747990.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747990.469971:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34500 (tot 156877266). 00000800:00000200:86.0:1596747990.469974:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34500] -> 192.168.128.123@o2ib36 (1)++ 00000800:00000010:86.0:1596747990.469976:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34580 (tot 156877378). 00000800:00000010:86.0:1596747990.469979:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c558600 (tot 156877674). 00000800:00000010:86.0:1596747990.469981:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f6240 (tot 156877810). 00000800:00000010:86.0:1596747990.469983:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c4d3000 (tot 156879682). 00000800:00000010:86.0:1596747990.469984:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f6540 (tot 156879834). 00000800:00000200:86.0:1596747990.469989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c54e000 0x7dc54e000(0x7dc54e000) 00000800:00000200:86.0:1596747990.469990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c54f000 0x7dc54f000(0x7dc54f000) 00000800:00000200:86.0:1596747990.469991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c550000 0x7dc550000(0x7dc550000) 00000800:00000200:86.0:1596747990.469992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c551000 0x7dc551000(0x7dc551000) 00000800:00000200:86.0:1596747990.469993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c552000 0x7dc552000(0x7dc552000) 00000800:00000200:86.0:1596747990.469993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c553000 0x7dc553000(0x7dc553000) 00000800:00000200:86.0:1596747990.469994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c554000 0x7dc554000(0x7dc554000) 00000800:00000200:86.0:1596747990.469995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c555000 0x7dc555000(0x7dc555000) 00000800:00000200:86.0:1596747990.469995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c556000 0x7dc556000(0x7dc556000) 00000800:00000200:86.0:1596747990.469996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c557000 0x7dc557000(0x7dc557000) 00000800:00000200:86.0:1596747990.469997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c560000 0x7dc560000(0x7dc560000) 00000800:00000200:86.0:1596747990.469998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c561000 0x7dc561000(0x7dc561000) 00000800:00000200:86.0:1596747990.469998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c562000 0x7dc562000(0x7dc562000) 00000800:00000200:86.0:1596747990.469999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c563000 0x7dc563000(0x7dc563000) 00000800:00000200:86.0:1596747990.470000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c564000 0x7dc564000(0x7dc564000) 00000800:00000200:86.0:1596747990.470001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c565000 0x7dc565000(0x7dc565000) 00000800:00000200:86.0:1596747990.470001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c566000 0x7dc566000(0x7dc566000) 00000800:00000200:86.0:1596747990.470002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c567000 0x7dc567000(0x7dc567000) 00000800:00000010:86.0:1596747990.470553:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34580 (tot 156879722). 00000800:00000200:86.0:1596747990.470555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.470572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558600] (20)-- 00000800:00000200:86.0:1596747990.470573:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.123@o2ib36 00000800:00000200:86.0:1596747990.470834:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747990.471243:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.123@o2ib36 00000800:00000200:86.0:1596747990.471244:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.123@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747990.471245:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f6240 (tot 156879586). 00000800:00000200:86.0:1596747990.471246:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c558600] (19)++ 00000800:00000200:86.0:1596747990.471247:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c558600] (20)++ 00000800:00000200:86.0:1596747990.471248:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c558600] (21)-- 00000800:00000200:39.2:1596747990.471427:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c558600] (20)++ 00000800:00000010:86.0:1596748001.221474:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848480 (tot 156879698). 00000800:00000200:86.0:1596748001.221479:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848480] -> 192.168.128.87@o2ib36 (1)++ 00000800:00000010:86.0:1596748001.221480:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848500 (tot 156879810). 00000800:00000010:86.0:1596748001.221483:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb2fa00 (tot 156880106). 00000800:00000010:86.0:1596748001.221485:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408922300 (tot 156880242). 00000800:00000010:86.0:1596748001.221486:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402665800 (tot 156882114). 00000800:00000010:86.0:1596748001.221487:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c408922000 (tot 156882266). 00000800:00000200:86.0:1596748001.221493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ff6ab000 0x377f6ab000(0x377f6ab000) 00000800:00000200:86.0:1596748001.221494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ff6ac000 0x377f6ac000(0x377f6ac000) 00000800:00000200:86.0:1596748001.221495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ff6ad000 0x377f6ad000(0x377f6ad000) 00000800:00000200:86.0:1596748001.221496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ff6ae000 0x377f6ae000(0x377f6ae000) 00000800:00000200:86.0:1596748001.221545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ff6af000 0x377f6af000(0x377f6af000) 00000800:00000200:86.0:1596748001.221546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ff6b0000 0x377f6b0000(0x377f6b0000) 00000800:00000200:86.0:1596748001.221547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ff6b1000 0x377f6b1000(0x377f6b1000) 00000800:00000200:86.0:1596748001.221548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ff6b2000 0x377f6b2000(0x377f6b2000) 00000800:00000200:86.0:1596748001.221548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ff6b3000 0x377f6b3000(0x377f6b3000) 00000800:00000200:86.0:1596748001.221549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ff6e0000 0x377f6e0000(0x377f6e0000) 00000800:00000200:86.0:1596748001.221550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ff6e1000 0x377f6e1000(0x377f6e1000) 00000800:00000200:86.0:1596748001.221551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ff6e2000 0x377f6e2000(0x377f6e2000) 00000800:00000200:86.0:1596748001.221551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ff6e3000 0x377f6e3000(0x377f6e3000) 00000800:00000200:86.0:1596748001.221552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ff6e4000 0x377f6e4000(0x377f6e4000) 00000800:00000200:86.0:1596748001.221553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ff6e5000 0x377f6e5000(0x377f6e5000) 00000800:00000200:86.0:1596748001.221553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ff6e6000 0x377f6e6000(0x377f6e6000) 00000800:00000200:86.0:1596748001.221554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ff6e7000 0x377f6e7000(0x377f6e7000) 00000800:00000200:86.0:1596748001.221555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ff6f8000 0x377f6f8000(0x377f6f8000) 00000800:00000010:86.0:1596748001.222111:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848500 (tot 156882154). 00000800:00000200:86.0:1596748001.222112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2fa00] (20)-- 00000800:00000200:86.0:1596748001.222132:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.87@o2ib36 00000800:00000200:86.0:1596748001.222389:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748001.222793:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.87@o2ib36 00000800:00000200:86.0:1596748001.222795:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.87@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748001.222796:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408922300 (tot 156882018). 00000800:00000200:86.0:1596748001.222797:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb2fa00] (19)++ 00000800:00000200:86.0:1596748001.222798:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb2fa00] (20)++ 00000800:00000200:86.0:1596748001.222798:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb2fa00] (21)-- 00000800:00000200:85.2:1596748001.222948:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb2fa00] (20)++ 00000800:00000010:86.0:1596748001.498331:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45e00 (tot 156882130). 00000800:00000200:86.0:1596748001.498335:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45e00] -> 192.168.128.71@o2ib36 (1)++ 00000800:00000010:86.0:1596748001.498337:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45d80 (tot 156882242). 00000800:00000010:86.0:1596748001.498341:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc552c8000 (tot 156882538). 00000800:00000010:86.0:1596748001.498342:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551dec0 (tot 156882674). 00000800:00000010:86.0:1596748001.498344:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55289000 (tot 156884546). 00000800:00000010:86.0:1596748001.498345:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551d980 (tot 156884698). 00000800:00000200:86.0:1596748001.498352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55175000 0x3fd5175000(0x3fd5175000) 00000800:00000200:86.0:1596748001.498353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55132000 0x3fd5132000(0x3fd5132000) 00000800:00000200:86.0:1596748001.498354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5776c000 0x3fd776c000(0x3fd776c000) 00000800:00000200:86.0:1596748001.498355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55170000 0x3fd5170000(0x3fd5170000) 00000800:00000200:86.0:1596748001.498355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55148000 0x3fd5148000(0x3fd5148000) 00000800:00000200:86.0:1596748001.498356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57700000 0x3fd7700000(0x3fd7700000) 00000800:00000200:86.0:1596748001.498357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc55507000 0x3fd5507000(0x3fd5507000) 00000800:00000200:86.0:1596748001.498358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55505000 0x3fd5505000(0x3fd5505000) 00000800:00000200:86.0:1596748001.498358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55508000 0x3fd5508000(0x3fd5508000) 00000800:00000200:86.0:1596748001.498359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5550b000 0x3fd550b000(0x3fd550b000) 00000800:00000200:86.0:1596748001.498360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55549000 0x3fd5549000(0x3fd5549000) 00000800:00000200:86.0:1596748001.498361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc576ae000 0x3fd76ae000(0x3fd76ae000) 00000800:00000200:86.0:1596748001.498361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc576af000 0x3fd76af000(0x3fd76af000) 00000800:00000200:86.0:1596748001.498362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57980000 0x3fd7980000(0x3fd7980000) 00000800:00000200:86.0:1596748001.498363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57981000 0x3fd7981000(0x3fd7981000) 00000800:00000200:86.0:1596748001.498363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5554a000 0x3fd554a000(0x3fd554a000) 00000800:00000200:86.0:1596748001.498364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5554b000 0x3fd554b000(0x3fd554b000) 00000800:00000200:86.0:1596748001.498365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55020000 0x3fd5020000(0x3fd5020000) 00000800:00000010:86.0:1596748001.498947:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45d80 (tot 156884586). 00000800:00000200:86.0:1596748001.498948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.498966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552c8000] (20)-- 00000800:00000200:86.0:1596748001.498967:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.71@o2ib36 00000800:00000200:86.0:1596748001.499230:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748001.499624:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.71@o2ib36 00000800:00000200:86.0:1596748001.499626:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.71@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748001.499627:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551dec0 (tot 156884450). 00000800:00000200:86.0:1596748001.499628:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc552c8000] (19)++ 00000800:00000200:86.0:1596748001.499629:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc552c8000] (20)++ 00000800:00000200:86.0:1596748001.499630:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc552c8000] (21)-- 00000800:00000200:88.2:1596748001.499796:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc552c8000] (20)++ 00000800:00000200:15.0:1596748006.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869c800] (21)++ 00000800:00000200:15.0:1596748006.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869c800] (22)++ 00000800:00000200:15.0:1596748006.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869c800] (23)-- 00000800:00000200:15.0:1596748009.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869e000] (21)++ 00000800:00000200:15.0:1596748009.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869e000] (22)++ 00000800:00000200:15.0:1596748009.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869e000] (23)-- 00000800:00000200:15.0:1596748011.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cac00] (21)++ 00000800:00000200:15.0:1596748011.352525:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6cac00] (22)++ 00000800:00000200:15.0:1596748011.352528:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6cac00] (23)-- 00000800:00000200:15.0:1596748011.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51b200] (21)++ 00000800:00000200:15.0:1596748011.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51b200] (22)++ 00000800:00000200:15.0:1596748011.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51b200] (23)-- 00000800:00000200:15.0:1596748011.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaba00] (21)++ 00000800:00000200:15.0:1596748011.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaba00] (22)++ 00000800:00000200:15.0:1596748011.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaba00] (23)-- 00000800:00020000:15.0:1596748012.352527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748012.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.4@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748012.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869c800] (22)++ 00000800:00000100:15.0:1596748012.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.4@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748012.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35c80] -> 192.168.128.4@o2ib36 (2)-- 00000800:00000200:15.0:1596748012.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869c800] (23)-- 00000400:00000200:15.0:1596748012.353155:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.4@o2ib36: down 00000400:00000200:15.0:1596748012.353157:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.4@o2ib36 not found 00000800:00000200:15.0:1596748012.353157:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869c800] (22)-- 00000800:00000200:86.0:1596748012.353417:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac7869c800] (21)-- 00000800:00000200:16.0:1596748013.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc551e0000] (21)++ 00000800:00000200:16.0:1596748013.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc551e0000] (22)++ 00000800:00000200:16.0:1596748013.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc551e0000] (23)-- 00000800:00000200:16.0:1596748013.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087000] (21)++ 00000800:00000200:16.0:1596748013.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447087000] (22)++ 00000800:00000200:16.0:1596748013.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447087000] (23)-- 00000800:00000200:16.0:1596748013.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0200] (21)++ 00000800:00000200:16.0:1596748013.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ea0200] (22)++ 00000800:00000200:16.0:1596748013.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ea0200] (23)-- 00000800:00000200:16.0:1596748013.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087800] (21)++ 00000800:00000200:16.0:1596748013.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447087800] (22)++ 00000800:00000200:16.0:1596748013.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447087800] (23)-- 00000800:00000200:16.0:1596748013.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519600] (21)++ 00000800:00000200:16.0:1596748013.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d519600] (22)++ 00000800:00000200:16.0:1596748013.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d519600] (23)-- 00000800:00000200:16.0:1596748013.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464254a00] (21)++ 00000800:00000200:16.0:1596748013.352582:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464254a00] (22)++ 00000800:00000200:16.0:1596748013.352585:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464254a00] (23)-- 00000800:00000200:16.0:1596748014.352857:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464253800] (21)++ 00000800:00000200:16.0:1596748014.352861:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464253800] (22)++ 00000800:00000200:16.0:1596748014.352864:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464253800] (23)-- 00000800:00000200:16.0:1596748014.352867:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc551e0600] (21)++ 00000800:00000200:16.0:1596748014.352869:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc551e0600] (22)++ 00000800:00000200:16.0:1596748014.352872:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc551e0600] (23)-- 00000800:00000200:16.0:1596748014.352874:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68600] (21)++ 00000800:00000200:16.0:1596748014.352876:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c68600] (22)++ 00000800:00000200:16.0:1596748014.352879:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c68600] (23)-- 00000800:00000200:16.0:1596748014.352883:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a400] (21)++ 00000800:00000200:16.0:1596748014.352885:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3a400] (22)++ 00000800:00000200:16.0:1596748014.352887:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3a400] (23)-- 00000800:00000200:16.0:1596748014.352889:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087c00] (21)++ 00000800:00000200:16.0:1596748014.352890:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447087c00] (22)++ 00000800:00000200:16.0:1596748014.352892:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447087c00] (23)-- 00000800:00020000:16.0:1596748014.352897:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748014.352899:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.80@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748014.352900:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869e000] (22)++ 00000800:00000100:16.0:1596748014.352901:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.80@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748014.352903:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35c00] -> 192.168.128.80@o2ib36 (2)-- 00000800:00000200:16.0:1596748014.352904:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869e000] (23)-- 00000400:00000200:16.0:1596748014.353447:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.80@o2ib36: down 00000400:00000200:16.0:1596748014.353448:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.80@o2ib36 not found 00000800:00000200:16.0:1596748014.353449:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869e000] (22)-- 00000800:00000200:86.0:1596748014.353747:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac7869e000] (21)-- 00000800:00000200:86.0:1596748014.407570:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748015.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ae0a00] (21)++ 00000800:00000200:17.0:1596748015.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55ae0a00] (22)++ 00000800:00000200:17.0:1596748015.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55ae0a00] (23)-- 00000800:00000200:17.0:1596748015.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb38400] (21)++ 00000800:00000200:17.0:1596748015.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb38400] (22)++ 00000800:00000200:17.0:1596748015.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb38400] (23)-- 00000800:00000200:17.0:1596748015.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc551f0000] (21)++ 00000800:00000200:17.0:1596748015.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc551f0000] (22)++ 00000800:00000200:17.0:1596748015.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc551f0000] (23)-- 00000800:00000200:17.0:1596748015.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464253e00] (21)++ 00000800:00000200:17.0:1596748015.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464253e00] (22)++ 00000800:00000200:17.0:1596748015.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464253e00] (23)-- 00000800:00000200:17.0:1596748015.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97000] (21)++ 00000800:00000200:17.0:1596748015.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc97000] (22)++ 00000800:00000200:17.0:1596748015.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc97000] (23)-- 00000800:00020000:17.0:1596748016.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748016.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.88@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748016.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6cac00] (22)++ 00000800:00000100:17.0:1596748016.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.88@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748016.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35b80] -> 192.168.128.88@o2ib36 (2)-- 00000800:00000200:17.0:1596748016.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6cac00] (23)-- 00000800:00000200:17.0:1596748016.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409432e00] (21)++ 00000800:00000200:17.0:1596748016.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c409432e00] (22)++ 00000800:00000200:17.0:1596748016.352612:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c409432e00] (23)-- 00000800:00020000:17.0:1596748016.352614:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748016.352615:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.18@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748016.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51b200] (22)++ 00000800:00000100:17.0:1596748016.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.18@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748016.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35d80] -> 192.168.128.18@o2ib36 (2)-- 00000800:00000200:17.0:1596748016.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51b200] (23)-- 00000800:00000200:17.0:1596748016.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eac200] (21)++ 00000800:00000200:17.0:1596748016.352624:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eac200] (22)++ 00000800:00000200:17.0:1596748016.352627:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eac200] (23)-- 00000800:00020000:17.0:1596748016.352628:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748016.352629:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.129@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748016.352630:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaba00] (22)++ 00000800:00000100:17.0:1596748016.352631:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.129@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748016.352633:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc669d9000] -> 192.168.128.129@o2ib36 (2)-- 00000800:00000200:17.0:1596748016.352634:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaba00] (23)-- 00000400:00000200:17.0:1596748016.353242:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.88@o2ib36: down 00000400:00000200:17.0:1596748016.353243:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.88@o2ib36 not found 00000800:00000200:17.0:1596748016.353244:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6cac00] (22)-- 00000800:00000200:86.0:1596748016.353548:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c6cac00] (21)-- 00000400:00000200:17.0:1596748016.353774:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.18@o2ib36: down 00000400:00000200:17.0:1596748016.353775:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.18@o2ib36 not found 00000800:00000200:17.0:1596748016.353775:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51b200] (22)-- 00000800:00000200:86.0:1596748016.354054:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d51b200] (21)-- 00000400:00000200:17.0:1596748016.354319:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.129@o2ib36: down 00000400:00000200:17.0:1596748016.354321:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.129@o2ib36 not found 00000800:00000200:17.0:1596748016.354321:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaba00] (22)-- 00000800:00000200:86.0:1596748016.354615:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaba00] (21)-- 00000800:00000200:86.0:1596748016.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748017.352511:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086a00] (21)++ 00000800:00000200:17.0:1596748017.352513:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447086a00] (22)++ 00000800:00000200:17.0:1596748017.352515:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447086a00] (23)-- 00000800:00000200:17.0:1596748018.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaa600] (21)++ 00000800:00000200:17.0:1596748018.352527:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaa600] (22)++ 00000800:00000200:17.0:1596748018.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaa600] (23)-- 00000800:00000200:17.0:1596748018.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409432200] (21)++ 00000800:00000200:17.0:1596748018.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c409432200] (22)++ 00000800:00000200:17.0:1596748018.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c409432200] (23)-- 00000800:00000200:17.0:1596748018.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97e00] (21)++ 00000800:00000200:17.0:1596748018.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc97e00] (22)++ 00000800:00000200:17.0:1596748018.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc97e00] (23)-- 00000800:00000200:17.0:1596748018.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408957a00] (21)++ 00000800:00000200:17.0:1596748018.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c408957a00] (22)++ 00000800:00000200:17.0:1596748018.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c408957a00] (23)-- 00000800:00000200:86.0:1596748018.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748018.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748018.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596748019.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748019.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.106@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748019.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464254a00] (22)++ 00000800:00000100:15.0:1596748019.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.106@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748019.352542:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294100] -> 192.168.128.106@o2ib36 (2)-- 00000800:00000200:15.0:1596748019.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464254a00] (23)-- 00000800:00020000:15.0:1596748019.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748019.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.42@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748019.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc551e0000] (22)++ 00000800:00000100:15.0:1596748019.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.42@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748019.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacc80] -> 192.168.128.42@o2ib36 (2)-- 00000800:00000200:15.0:1596748019.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc551e0000] (23)-- 00000800:00020000:15.0:1596748019.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748019.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.159@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748019.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087000] (22)++ 00000800:00000100:15.0:1596748019.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.159@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748019.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a280] -> 192.168.128.159@o2ib36 (2)-- 00000800:00000200:15.0:1596748019.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447087000] (23)-- 00000800:00020000:15.0:1596748019.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748019.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.160@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748019.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ea0200] (22)++ 00000800:00000100:15.0:1596748019.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.160@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748019.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacd00] -> 192.168.128.160@o2ib36 (2)-- 00000800:00000200:15.0:1596748019.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ea0200] (23)-- 00000800:00020000:15.0:1596748019.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748019.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.164@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748019.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087800] (22)++ 00000800:00000100:15.0:1596748019.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.164@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748019.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e27a100] -> 192.168.128.164@o2ib36 (2)-- 00000800:00000200:15.0:1596748019.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447087800] (23)-- 00000400:00000200:15.0:1596748019.353040:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.106@o2ib36: down 00000400:00000200:15.0:1596748019.353041:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.106@o2ib36 not found 00000800:00000200:15.0:1596748019.353041:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464254a00] (22)-- 00000800:00000200:86.0:1596748019.353354:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464254a00] (21)-- 00000400:00000200:15.0:1596748019.353581:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.42@o2ib36: down 00000400:00000200:15.0:1596748019.353583:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.42@o2ib36 not found 00000800:00000200:15.0:1596748019.353583:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc551e0000] (22)-- 00000800:00000200:86.0:1596748019.354015:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc551e0000] (21)-- 00000400:00000200:15.0:1596748019.354107:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.159@o2ib36: down 00000400:00000200:15.0:1596748019.354108:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.159@o2ib36 not found 00000800:00000200:15.0:1596748019.354108:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447087000] (22)-- 00000400:00000200:15.0:1596748019.354653:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.160@o2ib36: down 00000400:00000200:15.0:1596748019.354655:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.160@o2ib36 not found 00000800:00000200:15.0:1596748019.354655:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ea0200] (22)-- 00000800:00000200:86.0:1596748019.354808:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447087000] (21)-- 00000800:00000200:86.0:1596748019.354962:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55ea0200] (21)-- 00000400:00000200:15.0:1596748019.355188:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.164@o2ib36: down 00000400:00000200:15.0:1596748019.355189:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.164@o2ib36 not found 00000800:00000200:15.0:1596748019.355189:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447087800] (22)-- 00000800:00000200:86.0:1596748019.355538:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447087800] (21)-- 00000800:00020000:15.0:1596748020.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:15.0:1596748020.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.89@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519600] (22)++ 00000800:00000100:15.0:1596748020.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.89@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34100] -> 192.168.128.89@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d519600] (23)-- 00000800:00000200:15.0:1596748020.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464252c00] (21)++ 00000800:00000200:15.0:1596748020.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464252c00] (22)++ 00000800:00000200:15.0:1596748020.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464252c00] (23)-- 00000800:00020000:15.0:1596748020.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.105@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55ae0a00] (22)++ 00000800:00000100:15.0:1596748020.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.105@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352609:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead200] -> 192.168.128.105@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352610:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55ae0a00] (23)-- 00000800:00020000:15.0:1596748020.352611:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.107@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352613:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb38400] (22)++ 00000800:00000100:15.0:1596748020.352614:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.107@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352616:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7080] -> 192.168.128.107@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352618:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb38400] (23)-- 00000800:00020000:15.0:1596748020.352619:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.9@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464253800] (22)++ 00000800:00020000:15.0:1596748020.352621:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.110@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc551f0000] (22)++ 00000800:00000100:15.0:1596748020.352624:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.110@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352626:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead180] -> 192.168.128.110@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352627:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc551f0000] (23)-- 00000800:00000100:15.0:1596748020.352628:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.9@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352630:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295e00] -> 192.168.128.9@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352631:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464253800] (23)-- 00000800:00020000:15.0:1596748020.352633:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352634:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.21@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352635:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc551e0600] (22)++ 00000800:00000100:15.0:1596748020.352636:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.21@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352638:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead280] -> 192.168.128.21@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352639:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc551e0600] (23)-- 00000800:00020000:15.0:1596748020.352640:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352641:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.22@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464253e00] (22)++ 00000800:00000100:15.0:1596748020.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.22@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352644:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295d80] -> 192.168.128.22@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352645:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464253e00] (23)-- 00000800:00020000:15.0:1596748020.352647:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352648:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.27@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352649:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68600] (22)++ 00000800:00000100:15.0:1596748020.352650:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.27@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352652:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1f80] -> 192.168.128.27@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352653:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c68600] (23)-- 00000800:00020000:15.0:1596748020.352654:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352655:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.33@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352656:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97000] (22)++ 00000800:00000200:15.0:1596748020.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408957400] (21)++ 00000800:00000100:15.0:1596748020.352658:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.33@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352660:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34380] -> 192.168.128.33@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352661:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc97000] (23)-- 00000800:00000200:15.0:1596748020.352662:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c408957400] (22)++ 00000800:00000200:15.0:1596748020.352665:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c408957400] (23)-- 00000800:00020000:15.0:1596748020.352668:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352670:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.146@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352670:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a400] (22)++ 00000800:00000100:15.0:1596748020.352671:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.146@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352673:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf7000] -> 192.168.128.146@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352674:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3a400] (23)-- 00000800:00020000:15.0:1596748020.352676:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748020.352677:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.151@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748020.352678:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087c00] (22)++ 00000800:00000100:15.0:1596748020.352679:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.151@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748020.352681:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db480] -> 192.168.128.151@o2ib36 (2)-- 00000800:00000200:15.0:1596748020.352682:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447087c00] (23)-- 00000400:00000200:15.0:1596748020.353137:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.89@o2ib36: down 00000400:00000200:15.0:1596748020.353139:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.89@o2ib36 not found 00000800:00000200:15.0:1596748020.353139:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d519600] (22)-- 00000800:00000200:86.0:1596748020.353455:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d519600] (21)-- 00000400:00000200:15.0:1596748020.353675:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.105@o2ib36: down 00000400:00000200:15.0:1596748020.353676:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.105@o2ib36 not found 00000800:00000200:15.0:1596748020.353677:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55ae0a00] (22)-- 00000800:00000200:86.0:1596748020.353956:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55ae0a00] (21)-- 00000400:00000200:15.0:1596748020.354210:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.107@o2ib36: down 00000400:00000200:15.0:1596748020.354211:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.107@o2ib36 not found 00000800:00000200:15.0:1596748020.354212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb38400] (22)-- 00000800:00000200:86.0:1596748020.354489:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb38400] (21)-- 00000400:00000200:15.0:1596748020.354763:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.110@o2ib36: down 00000400:00000200:15.0:1596748020.354764:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.110@o2ib36 not found 00000800:00000200:15.0:1596748020.354764:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc551f0000] (22)-- 00000400:00000200:15.0:1596748020.355305:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.9@o2ib36: down 00000400:00000200:15.0:1596748020.355306:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.9@o2ib36 not found 00000800:00000200:15.0:1596748020.355306:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464253800] (22)-- 00000800:00000200:86.0:1596748020.355312:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc551f0000] (21)-- 00000800:00000200:86.0:1596748020.355605:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464253800] (21)-- 00000400:00000200:15.0:1596748020.355849:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.21@o2ib36: down 00000400:00000200:15.0:1596748020.355850:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.21@o2ib36 not found 00000800:00000200:15.0:1596748020.355851:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc551e0600] (22)-- 00000800:00000200:86.0:1596748020.356145:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc551e0600] (21)-- 00000400:00000200:15.0:1596748020.356399:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.22@o2ib36: down 00000400:00000200:15.0:1596748020.356400:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.22@o2ib36 not found 00000800:00000200:15.0:1596748020.356401:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464253e00] (22)-- 00000800:00000200:86.0:1596748020.356699:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464253e00] (21)-- 00000400:00000200:15.0:1596748020.356959:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.27@o2ib36: down 00000400:00000200:15.0:1596748020.356961:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.27@o2ib36 not found 00000800:00000200:15.0:1596748020.356961:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c68600] (22)-- 00000800:00000200:86.0:1596748020.357257:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c68600] (21)-- 00000400:00000200:15.0:1596748020.357496:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.33@o2ib36: down 00000400:00000200:15.0:1596748020.357504:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.33@o2ib36 not found 00000800:00000200:15.0:1596748020.357505:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc97000] (22)-- 00000800:00000200:86.0:1596748020.357801:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc97000] (21)-- 00000400:00000200:15.0:1596748020.358047:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.146@o2ib36: down 00000400:00000200:15.0:1596748020.358048:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.146@o2ib36 not found 00000800:00000200:15.0:1596748020.358049:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3a400] (22)-- 00000800:00000200:86.0:1596748020.358373:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3a400] (21)-- 00000400:00000200:15.0:1596748020.358432:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.151@o2ib36: down 00000400:00000200:15.0:1596748020.358433:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.151@o2ib36 not found 00000800:00000200:15.0:1596748020.358434:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447087c00] (22)-- 00000800:00000200:86.0:1596748020.359049:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447087c00] (21)-- 00000800:00000200:86.0:1596748021.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748021.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748021.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748021.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748021.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:16.0:1596748022.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748022.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.54@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748022.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086a00] (22)++ 00000800:00000100:16.0:1596748022.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.54@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748022.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db180] -> 192.168.128.54@o2ib36 (2)-- 00000800:00000200:16.0:1596748022.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447086a00] (23)-- 00000800:00020000:16.0:1596748022.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748022.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.11@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748022.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409432e00] (22)++ 00000800:00000100:16.0:1596748022.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.11@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748022.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849f80] -> 192.168.128.11@o2ib36 (2)-- 00000800:00000200:16.0:1596748022.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c409432e00] (23)-- 00000800:00000200:16.0:1596748022.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaae00] (21)++ 00000800:00000200:16.0:1596748022.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaae00] (22)++ 00000800:00000200:16.0:1596748022.352610:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaae00] (23)-- 00000400:00000200:16.0:1596748022.353150:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.54@o2ib36: down 00000400:00000200:16.0:1596748022.353152:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.54@o2ib36 not found 00000800:00000200:16.0:1596748022.353152:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447086a00] (22)-- 00000800:00000200:86.0:1596748022.353401:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447086a00] (21)-- 00000400:00000200:16.0:1596748022.353693:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.11@o2ib36: down 00000400:00000200:16.0:1596748022.353694:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.11@o2ib36 not found 00000800:00000200:16.0:1596748022.353695:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c409432e00] (22)-- 00000800:00000200:86.0:1596748022.354004:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c409432e00] (21)-- 00000800:00000200:86.0:1596748022.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748022.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:16.0:1596748023.352508:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748023.352509:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.124@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748023.352510:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eac200] (22)++ 00000800:00000100:16.0:1596748023.352511:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.124@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748023.352513:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0000] -> 192.168.128.124@o2ib36 (2)-- 00000800:00000200:16.0:1596748023.352514:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eac200] (23)-- 00000800:00000200:16.0:1596748023.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3d400] (21)++ 00000800:00000200:16.0:1596748023.352521:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3d400] (22)++ 00000800:00000200:16.0:1596748023.352524:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3d400] (23)-- 00000400:00000200:16.0:1596748023.352998:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.124@o2ib36: down 00000400:00000200:16.0:1596748023.352999:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.124@o2ib36 not found 00000800:00000200:16.0:1596748023.352999:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eac200] (22)-- 00000800:00000200:86.0:1596748023.353280:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eac200] (21)-- 00000800:00020000:16.0:1596748024.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748024.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.137@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748024.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaa600] (22)++ 00000800:00000100:16.0:1596748024.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.137@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748024.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1f00] -> 192.168.128.137@o2ib36 (2)-- 00000800:00000200:16.0:1596748024.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaa600] (23)-- 00000800:00020000:16.0:1596748024.352569:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748024.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.37@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748024.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c409432200] (22)++ 00000800:00000100:16.0:1596748024.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.37@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748024.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848000] -> 192.168.128.37@o2ib36 (2)-- 00000800:00000200:16.0:1596748024.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c409432200] (23)-- 00000800:00020000:16.0:1596748024.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748024.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.38@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748024.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97e00] (22)++ 00000800:00000100:16.0:1596748024.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.38@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748024.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35b00] -> 192.168.128.38@o2ib36 (2)-- 00000800:00000200:16.0:1596748024.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc97e00] (23)-- 00000800:00020000:16.0:1596748024.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748024.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.45@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748024.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408957a00] (22)++ 00000800:00000100:16.0:1596748024.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.45@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748024.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849f00] -> 192.168.128.45@o2ib36 (2)-- 00000800:00000200:16.0:1596748024.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c408957a00] (23)-- 00000400:00000200:16.0:1596748024.353112:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.137@o2ib36: down 00000400:00000200:16.0:1596748024.353113:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.137@o2ib36 not found 00000800:00000200:16.0:1596748024.353114:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaa600] (22)-- 00000800:00000200:86.0:1596748024.353461:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaa600] (21)-- 00000400:00000200:16.0:1596748024.353656:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.37@o2ib36: down 00000400:00000200:16.0:1596748024.353657:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.37@o2ib36 not found 00000800:00000200:16.0:1596748024.353658:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c409432200] (22)-- 00000800:00000200:86.0:1596748024.353958:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c409432200] (21)-- 00000400:00000200:16.0:1596748024.354184:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.38@o2ib36: down 00000400:00000200:16.0:1596748024.354185:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.38@o2ib36 not found 00000800:00000200:16.0:1596748024.354185:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc97e00] (22)-- 00000800:00000200:86.0:1596748024.354492:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc97e00] (21)-- 00000400:00000200:16.0:1596748024.354729:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.45@o2ib36: down 00000400:00000200:16.0:1596748024.354730:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.45@o2ib36 not found 00000800:00000200:16.0:1596748024.354730:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c408957a00] (22)-- 00000800:00000200:86.0:1596748024.355025:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c408957a00] (21)-- 00000800:00000200:86.0:1596748024.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748024.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748025.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ce00] (21)++ 00000800:00000200:17.0:1596748025.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3ce00] (22)++ 00000800:00000200:17.0:1596748025.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3ce00] (23)-- 00000800:00000200:86.0:1596748025.407521:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748026.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748026.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.90@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748026.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464252c00] (22)++ 00000800:00000100:17.0:1596748026.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.90@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748026.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294180] -> 192.168.128.90@o2ib36 (2)-- 00000800:00000200:17.0:1596748026.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464252c00] (23)-- 00000800:00020000:17.0:1596748026.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748026.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.134@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748026.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408957400] (22)++ 00000800:00000100:17.0:1596748026.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.134@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748026.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848080] -> 192.168.128.134@o2ib36 (2)-- 00000800:00000200:17.0:1596748026.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c408957400] (23)-- 00000400:00000200:17.0:1596748026.353090:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.90@o2ib36: down 00000400:00000200:17.0:1596748026.353091:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.90@o2ib36 not found 00000800:00000200:17.0:1596748026.353091:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464252c00] (22)-- 00000800:00000200:86.0:1596748026.353444:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464252c00] (21)-- 00000400:00000200:17.0:1596748026.353627:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.134@o2ib36: down 00000400:00000200:17.0:1596748026.353628:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.134@o2ib36 not found 00000800:00000200:17.0:1596748026.353629:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c408957400] (22)-- 00000800:00000200:86.0:1596748026.353921:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c408957400] (21)-- 00000800:00000200:86.0:1596748026.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748026.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748026.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748026.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748027.832373:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35680 (tot 156884562). 00000800:00000200:86.0:1596748027.832378:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35680] -> 192.168.128.4@o2ib36 (1)++ 00000800:00000010:86.0:1596748027.832381:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35600 (tot 156884674). 00000800:00000010:86.0:1596748027.832384:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c508800 (tot 156884970). 00000800:00000010:86.0:1596748027.832387:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156885106). 00000800:00000010:86.0:1596748027.832391:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfb8000 (tot 156886978). 00000800:00000010:86.0:1596748027.832392:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf49740 (tot 156887130). 00000800:00000200:86.0:1596748027.832401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bfb3000 0x1fdbfb3000(0x1fdbfb3000) 00000800:00000200:86.0:1596748027.832402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7fdf2000 0x1fffdf2000(0x1fffdf2000) 00000800:00000200:86.0:1596748027.832403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7ae01000 0x1ffae01000(0x1ffae01000) 00000800:00000200:86.0:1596748027.832404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7fde7000 0x1fffde7000(0x1fffde7000) 00000800:00000200:86.0:1596748027.832405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac78ada000 0x1ff8ada000(0x1ff8ada000) 00000800:00000200:86.0:1596748027.832406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7e636000 0x1ffe636000(0x1ffe636000) 00000800:00000200:86.0:1596748027.832406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7af8c000 0x1ffaf8c000(0x1ffaf8c000) 00000800:00000200:86.0:1596748027.832407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7d6d8000 0x1ffd6d8000(0x1ffd6d8000) 00000800:00000200:86.0:1596748027.832408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7a08e000 0x1ffa08e000(0x1ffa08e000) 00000800:00000200:86.0:1596748027.832408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7ca59000 0x1ffca59000(0x1ffca59000) 00000800:00000200:86.0:1596748027.832409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7a092000 0x1ffa092000(0x1ffa092000) 00000800:00000200:86.0:1596748027.832410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bfb4000 0x1fdbfb4000(0x1fdbfb4000) 00000800:00000200:86.0:1596748027.832411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bfb5000 0x1fdbfb5000(0x1fdbfb5000) 00000800:00000200:86.0:1596748027.832411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bfb6000 0x1fdbfb6000(0x1fdbfb6000) 00000800:00000200:86.0:1596748027.832412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bfb7000 0x1fdbfb7000(0x1fdbfb7000) 00000800:00000200:86.0:1596748027.832413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bfc0000 0x1fdbfc0000(0x1fdbfc0000) 00000800:00000200:86.0:1596748027.832414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bfc1000 0x1fdbfc1000(0x1fdbfc1000) 00000800:00000200:86.0:1596748027.832414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bfc2000 0x1fdbfc2000(0x1fdbfc2000) 00000800:00000010:86.0:1596748027.833017:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35600 (tot 156887018). 00000800:00000200:86.0:1596748027.833019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833036:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c508800] (20)-- 00000800:00000200:86.0:1596748027.833038:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.4@o2ib36 00000800:00000200:86.0:1596748027.833311:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748027.833606:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c508800] (19)++ 00000800:00000200:86.0:1596748027.833612:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.4@o2ib36 00000800:00000200:86.0:1596748027.833613:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.4@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748027.833614:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156886882). 00000800:00000200:86.0:1596748027.833615:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c508800] (20)++ 00000800:00000200:86.0:1596748027.833616:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c508800] (21)++ 00000800:00000200:86.0:1596748027.833617:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c508800] (22)-- 00000800:00000200:86.0:1596748028.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748028.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748029.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748029.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.116@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748029.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaae00] (22)++ 00000800:00000100:17.0:1596748029.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.116@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748029.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0080] -> 192.168.128.116@o2ib36 (2)-- 00000800:00000200:17.0:1596748029.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaae00] (23)-- 00000800:00020000:17.0:1596748029.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748029.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.52@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748029.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3d400] (22)++ 00000800:00000100:17.0:1596748029.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.52@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748029.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6e00] -> 192.168.128.52@o2ib36 (2)-- 00000800:00000200:17.0:1596748029.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3d400] (23)-- 00000400:00000200:17.0:1596748029.353094:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.116@o2ib36: down 00000400:00000200:17.0:1596748029.353095:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.116@o2ib36 not found 00000800:00000200:17.0:1596748029.353095:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaae00] (22)-- 00000800:00000200:86.0:1596748029.353570:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaae00] (21)-- 00000400:00000200:17.0:1596748029.353645:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.52@o2ib36: down 00000400:00000200:17.0:1596748029.353647:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.52@o2ib36 not found 00000800:00000200:17.0:1596748029.353647:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3d400] (22)-- 00000800:00000200:86.0:1596748029.353977:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3d400] (21)-- 00000800:00000010:86.0:1596748030.467303:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35600 (tot 156886994). 00000800:00000200:86.0:1596748030.467307:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35600] -> 192.168.128.80@o2ib36 (1)++ 00000800:00000010:86.0:1596748030.467308:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35580 (tot 156887106). 00000800:00000010:86.0:1596748030.467311:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf25c00 (tot 156887402). 00000800:00000010:86.0:1596748030.467312:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156887538). 00000800:00000010:86.0:1596748030.467313:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfb9000 (tot 156889410). 00000800:00000010:86.0:1596748030.467315:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf49500 (tot 156889562). 00000800:00000200:86.0:1596748030.467320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bfc3000 0x1fdbfc3000(0x1fdbfc3000) 00000800:00000200:86.0:1596748030.467321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bfc4000 0x1fdbfc4000(0x1fdbfc4000) 00000800:00000200:86.0:1596748030.467322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bfc5000 0x1fdbfc5000(0x1fdbfc5000) 00000800:00000200:86.0:1596748030.467322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bfc6000 0x1fdbfc6000(0x1fdbfc6000) 00000800:00000200:86.0:1596748030.467323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bfc7000 0x1fdbfc7000(0x1fdbfc7000) 00000800:00000200:86.0:1596748030.467324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bfc8000 0x1fdbfc8000(0x1fdbfc8000) 00000800:00000200:86.0:1596748030.467325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bfc9000 0x1fdbfc9000(0x1fdbfc9000) 00000800:00000200:86.0:1596748030.467325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bfca000 0x1fdbfca000(0x1fdbfca000) 00000800:00000200:86.0:1596748030.467326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bfcb000 0x1fdbfcb000(0x1fdbfcb000) 00000800:00000200:86.0:1596748030.467327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bfcc000 0x1fdbfcc000(0x1fdbfcc000) 00000800:00000200:86.0:1596748030.467328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bfcd000 0x1fdbfcd000(0x1fdbfcd000) 00000800:00000200:86.0:1596748030.467328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bfce000 0x1fdbfce000(0x1fdbfce000) 00000800:00000200:86.0:1596748030.467329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bfcf000 0x1fdbfcf000(0x1fdbfcf000) 00000800:00000200:86.0:1596748030.467330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bfd0000 0x1fdbfd0000(0x1fdbfd0000) 00000800:00000200:86.0:1596748030.467331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bfd1000 0x1fdbfd1000(0x1fdbfd1000) 00000800:00000200:86.0:1596748030.467331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bfd2000 0x1fdbfd2000(0x1fdbfd2000) 00000800:00000200:86.0:1596748030.467332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bfd3000 0x1fdbfd3000(0x1fdbfd3000) 00000800:00000200:86.0:1596748030.467333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bfd4000 0x1fdbfd4000(0x1fdbfd4000) 00000800:00000010:86.0:1596748030.467916:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35580 (tot 156889450). 00000800:00000200:86.0:1596748030.467918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.467935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25c00] (20)-- 00000800:00000200:86.0:1596748030.467937:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.80@o2ib36 00000800:00000200:86.0:1596748030.468184:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748030.468516:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.80@o2ib36 00000800:00000200:86.0:1596748030.468517:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.80@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748030.468518:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156889314). 00000800:00000200:86.0:1596748030.468519:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf25c00] (19)++ 00000800:00000200:86.0:1596748030.468520:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf25c00] (20)++ 00000800:00000200:86.0:1596748030.468520:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf25c00] (21)-- 00000800:00000200:38.2:1596748030.468540:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf25c00] (20)++ 00000800:00000200:86.0:1596748031.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748031.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748032.294149:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35580 (tot 156889426). 00000800:00000200:86.0:1596748032.294153:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35580] -> 192.168.128.88@o2ib36 (1)++ 00000800:00000010:86.0:1596748032.294155:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35500 (tot 156889538). 00000800:00000010:86.0:1596748032.294156:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf23400 (tot 156889834). 00000800:00000010:86.0:1596748032.294156:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156889970). 00000800:00000010:86.0:1596748032.294157:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfba000 (tot 156891842). 00000800:00000010:86.0:1596748032.294158:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf492c0 (tot 156891994). 00000800:00000200:86.0:1596748032.294161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bfd5000 0x1fdbfd5000(0x1fdbfd5000) 00000800:00000200:86.0:1596748032.294162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bfd6000 0x1fdbfd6000(0x1fdbfd6000) 00000800:00000200:86.0:1596748032.294163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bfd7000 0x1fdbfd7000(0x1fdbfd7000) 00000800:00000200:86.0:1596748032.294164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bfd8000 0x1fdbfd8000(0x1fdbfd8000) 00000800:00000200:86.0:1596748032.294165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bfd9000 0x1fdbfd9000(0x1fdbfd9000) 00000800:00000200:86.0:1596748032.294166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bfda000 0x1fdbfda000(0x1fdbfda000) 00000800:00000200:86.0:1596748032.294166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bfdb000 0x1fdbfdb000(0x1fdbfdb000) 00000800:00000200:86.0:1596748032.294167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bfdc000 0x1fdbfdc000(0x1fdbfdc000) 00000800:00000200:86.0:1596748032.294168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bfdd000 0x1fdbfdd000(0x1fdbfdd000) 00000800:00000200:86.0:1596748032.294169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bfde000 0x1fdbfde000(0x1fdbfde000) 00000800:00000200:86.0:1596748032.294169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bfdf000 0x1fdbfdf000(0x1fdbfdf000) 00000800:00000200:86.0:1596748032.294170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bfe0000 0x1fdbfe0000(0x1fdbfe0000) 00000800:00000200:86.0:1596748032.294171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bfe1000 0x1fdbfe1000(0x1fdbfe1000) 00000800:00000200:86.0:1596748032.294172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bfe2000 0x1fdbfe2000(0x1fdbfe2000) 00000800:00000200:86.0:1596748032.294172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bfe3000 0x1fdbfe3000(0x1fdbfe3000) 00000800:00000200:86.0:1596748032.294173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bfe4000 0x1fdbfe4000(0x1fdbfe4000) 00000800:00000200:86.0:1596748032.294174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bfe5000 0x1fdbfe5000(0x1fdbfe5000) 00000800:00000200:86.0:1596748032.294175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bfe6000 0x1fdbfe6000(0x1fdbfe6000) 00000800:00000010:86.0:1596748032.294726:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35500 (tot 156891882). 00000800:00000200:86.0:1596748032.294727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294742:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.294745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23400] (20)-- 00000800:00000200:86.0:1596748032.294747:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.88@o2ib36 00000800:00000200:86.0:1596748032.295018:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748032.295378:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.88@o2ib36 00000800:00000200:86.0:1596748032.295379:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.88@o2ib36: active(0), version(12), status(0) 00000800:00000200:41.2:1596748032.295379:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf23400] (19)++ 00000800:00000010:86.0:1596748032.295380:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156891746). 00000800:00000200:86.0:1596748032.295381:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf23400] (19)++ 00000800:00000200:86.0:1596748032.295382:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf23400] (21)++ 00000800:00000200:86.0:1596748032.295383:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf23400] (22)-- 00000800:00020000:17.0:1596748032.352526:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748032.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.154@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748032.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3ce00] (22)++ 00000800:00000100:17.0:1596748032.352531:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.154@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748032.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6e80] -> 192.168.128.154@o2ib36 (2)-- 00000800:00000200:17.0:1596748032.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3ce00] (23)-- 00000400:00000200:17.0:1596748032.353099:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.154@o2ib36: down 00000400:00000200:17.0:1596748032.353100:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.154@o2ib36 not found 00000800:00000200:17.0:1596748032.353101:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3ce00] (22)-- 00000800:00000200:86.0:1596748032.353784:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3ce00] (21)-- 00000800:00000010:86.0:1596748032.715794:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1a00 (tot 156891858). 00000800:00000200:86.0:1596748032.715798:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1a00] -> 192.168.128.129@o2ib36 (1)++ 00000800:00000010:86.0:1596748032.715801:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1980 (tot 156891970). 00000800:00000010:86.0:1596748032.715805:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc658c8600 (tot 156892266). 00000800:00000010:86.0:1596748032.715808:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156892402). 00000800:00000010:86.0:1596748032.715810:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a6800 (tot 156894274). 00000800:00000010:86.0:1596748032.715811:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583ec00 (tot 156894426). 00000800:00000200:86.0:1596748032.715821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65f5a000 0x2fe5f5a000(0x2fe5f5a000) 00000800:00000200:86.0:1596748032.715822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc66842000 0x2fe6842000(0x2fe6842000) 00000800:00000200:86.0:1596748032.715823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc67a3f000 0x2fe7a3f000(0x2fe7a3f000) 00000800:00000200:86.0:1596748032.715823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67f2c000 0x2fe7f2c000(0x2fe7f2c000) 00000800:00000200:86.0:1596748032.715824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67f85000 0x2fe7f85000(0x2fe7f85000) 00000800:00000200:86.0:1596748032.715825:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67b82000 0x2fe7b82000(0x2fe7b82000) 00000800:00000200:86.0:1596748032.715826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc66b90000 0x2fe6b90000(0x2fe6b90000) 00000800:00000200:86.0:1596748032.715826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc66983000 0x2fe6983000(0x2fe6983000) 00000800:00000200:86.0:1596748032.715827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6696d000 0x2fe696d000(0x2fe696d000) 00000800:00000200:86.0:1596748032.715828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7b533000 0x2ffb533000(0x2ffb533000) 00000800:00000200:86.0:1596748032.715829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc66995000 0x2fe6995000(0x2fe6995000) 00000800:00000200:86.0:1596748032.715829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7b44d000 0x2ffb44d000(0x2ffb44d000) 00000800:00000200:86.0:1596748032.715830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67f83000 0x2fe7f83000(0x2fe7f83000) 00000800:00000200:86.0:1596748032.715831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67f34000 0x2fe7f34000(0x2fe7f34000) 00000800:00000200:86.0:1596748032.715832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66990000 0x2fe6990000(0x2fe6990000) 00000800:00000200:86.0:1596748032.715832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b514616000 0x2894616000(0x2894616000) 00000800:00000200:86.0:1596748032.715833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65e00000 0x2fe5e00000(0x2fe5e00000) 00000800:00000200:86.0:1596748032.715834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65de2000 0x2fe5de2000(0x2fe5de2000) 00000800:00000010:86.0:1596748032.716412:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1980 (tot 156894314). 00000800:00000200:86.0:1596748032.716414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.716431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c8600] (20)-- 00000800:00000200:86.0:1596748032.716433:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.129@o2ib36 00000800:00000200:86.0:1596748032.716712:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748032.717089:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.129@o2ib36 00000800:00000200:86.0:1596748032.717090:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.129@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748032.717091:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156894178). 00000800:00000200:86.0:1596748032.717092:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc658c8600] (19)++ 00000800:00000200:86.0:1596748032.717092:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc658c8600] (20)++ 00000800:00000200:86.0:1596748032.717093:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc658c8600] (21)-- 00000800:00000200:87.2:1596748032.717243:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc658c8600] (20)++ 00000800:00000010:86.0:1596748032.820891:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35800 (tot 156894290). 00000800:00000200:86.0:1596748032.820894:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35800] -> 192.168.128.18@o2ib36 (1)++ 00000800:00000010:86.0:1596748032.820896:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35780 (tot 156894402). 00000800:00000010:86.0:1596748032.820899:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c55fa00 (tot 156894698). 00000800:00000010:86.0:1596748032.820902:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f7ec0 (tot 156894834). 00000800:00000010:86.0:1596748032.820906:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cba8000 (tot 156896706). 00000800:00000010:86.0:1596748032.820907:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f7740 (tot 156896858). 00000800:00000200:86.0:1596748032.820913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cbbe000 0x7dcbbe000(0x7dcbbe000) 00000800:00000200:86.0:1596748032.820914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cbbc000 0x7dcbbc000(0x7dcbbc000) 00000800:00000200:86.0:1596748032.820915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cbbd000 0x7dcbbd000(0x7dcbbd000) 00000800:00000200:86.0:1596748032.820915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cba2000 0x7dcba2000(0x7dcba2000) 00000800:00000200:86.0:1596748032.820916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cba3000 0x7dcba3000(0x7dcba3000) 00000800:00000200:86.0:1596748032.820917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cbb8000 0x7dcbb8000(0x7dcbb8000) 00000800:00000200:86.0:1596748032.820918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cbb9000 0x7dcbb9000(0x7dcbb9000) 00000800:00000200:86.0:1596748032.820918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cbba000 0x7dcbba000(0x7dcbba000) 00000800:00000200:86.0:1596748032.820919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cbbb000 0x7dcbbb000(0x7dcbbb000) 00000800:00000200:86.0:1596748032.820920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cba4000 0x7dcba4000(0x7dcba4000) 00000800:00000200:86.0:1596748032.820920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cba5000 0x7dcba5000(0x7dcba5000) 00000800:00000200:86.0:1596748032.820921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cba6000 0x7dcba6000(0x7dcba6000) 00000800:00000200:86.0:1596748032.820922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cba7000 0x7dcba7000(0x7dcba7000) 00000800:00000200:86.0:1596748032.820923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cbb0000 0x7dcbb0000(0x7dcbb0000) 00000800:00000200:86.0:1596748032.820923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cbb1000 0x7dcbb1000(0x7dcbb1000) 00000800:00000200:86.0:1596748032.820924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cbb2000 0x7dcbb2000(0x7dcbb2000) 00000800:00000200:86.0:1596748032.820925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cbb3000 0x7dcbb3000(0x7dcbb3000) 00000800:00000200:86.0:1596748032.820925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cbb4000 0x7dcbb4000(0x7dcbb4000) 00000800:00000010:86.0:1596748032.821472:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35780 (tot 156896746). 00000800:00000200:86.0:1596748032.821474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.821491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fa00] (20)-- 00000800:00000200:86.0:1596748032.821493:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.18@o2ib36 00000800:00000200:86.0:1596748032.821749:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748032.822151:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.18@o2ib36 00000800:00000200:86.0:1596748032.822152:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.18@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748032.822153:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f7ec0 (tot 156896610). 00000800:00000200:86.0:1596748032.822154:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c55fa00] (19)++ 00000800:00000200:86.0:1596748032.822154:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c55fa00] (20)++ 00000800:00000200:86.0:1596748032.822155:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c55fa00] (21)-- 00000800:00000200:37.2:1596748032.822311:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c55fa00] (20)++ 00000800:00000010:86.0:1596748033.961490:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b44100 (tot 156896722). 00000800:00000200:86.0:1596748033.961494:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b44100] -> 192.168.128.42@o2ib36 (1)++ 00000800:00000010:86.0:1596748033.961508:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b44180 (tot 156896834). 00000800:00000010:86.0:1596748033.961514:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55330000 (tot 156897130). 00000800:00000010:86.0:1596748033.961517:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551c240 (tot 156897266). 00000800:00000010:86.0:1596748033.961518:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc5528e800 (tot 156899138). 00000800:00000010:86.0:1596748033.961519:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551c540 (tot 156899290). 00000800:00000200:86.0:1596748033.961527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55021000 0x3fd5021000(0x3fd5021000) 00000800:00000200:86.0:1596748033.961528:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55570000 0x3fd5570000(0x3fd5570000) 00000800:00000200:86.0:1596748033.961529:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55571000 0x3fd5571000(0x3fd5571000) 00000800:00000200:86.0:1596748033.961530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55022000 0x3fd5022000(0x3fd5022000) 00000800:00000200:86.0:1596748033.961531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55023000 0x3fd5023000(0x3fd5023000) 00000800:00000200:86.0:1596748033.961531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc550f4000 0x3fd50f4000(0x3fd50f4000) 00000800:00000200:86.0:1596748033.961532:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc550f5000 0x3fd50f5000(0x3fd50f5000) 00000800:00000200:86.0:1596748033.961533:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc5501c000 0x3fd501c000(0x3fd501c000) 00000800:00000200:86.0:1596748033.961533:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5501d000 0x3fd501d000(0x3fd501d000) 00000800:00000200:86.0:1596748033.961534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5501e000 0x3fd501e000(0x3fd501e000) 00000800:00000200:86.0:1596748033.961535:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc5501f000 0x3fd501f000(0x3fd501f000) 00000800:00000200:86.0:1596748033.961536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc550f8000 0x3fd50f8000(0x3fd50f8000) 00000800:00000200:86.0:1596748033.961536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc550f9000 0x3fd50f9000(0x3fd50f9000) 00000800:00000200:86.0:1596748033.961537:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc550fa000 0x3fd50fa000(0x3fd50fa000) 00000800:00000200:86.0:1596748033.961538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc550fb000 0x3fd50fb000(0x3fd50fb000) 00000800:00000200:86.0:1596748033.961539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc55f04000 0x3fd5f04000(0x3fd5f04000) 00000800:00000200:86.0:1596748033.961539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc55f05000 0x3fd5f05000(0x3fd5f05000) 00000800:00000200:86.0:1596748033.961540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55f06000 0x3fd5f06000(0x3fd5f06000) 00000800:00000010:86.0:1596748033.962103:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b44180 (tot 156899178). 00000800:00000200:86.0:1596748033.962104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330000] (20)-- 00000800:00000200:86.0:1596748033.962123:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.42@o2ib36 00000800:00000200:86.0:1596748033.962373:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748033.962724:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.42@o2ib36 00000800:00000200:86.0:1596748033.962726:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.42@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748033.962727:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551c240 (tot 156899042). 00000800:00000200:86.0:1596748033.962728:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55330000] (19)++ 00000800:00000200:86.0:1596748033.962729:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55330000] (20)++ 00000800:00000200:86.0:1596748033.962730:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55330000] (21)-- 00000800:00000200:87.2:1596748033.962891:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55330000] (20)++ 00000800:00000200:86.0:1596748034.407558:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748034.419410:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294600 (tot 156899154). 00000800:00000200:86.0:1596748034.419414:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294600] -> 192.168.128.9@o2ib36 (1)++ 00000800:00000010:86.0:1596748034.419417:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294680 (tot 156899266). 00000800:00000010:86.0:1596748034.419420:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463432400 (tot 156899562). 00000800:00000010:86.0:1596748034.419422:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156899698). 00000800:00000010:86.0:1596748034.419424:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463454000 (tot 156901570). 00000800:00000010:86.0:1596748034.419425:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eb2c0 (tot 156901722). 00000800:00000200:86.0:1596748034.419434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4646c9000 0x27e46c9000(0x27e46c9000) 00000800:00000200:86.0:1596748034.419435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464dee000 0x27e4dee000(0x27e4dee000) 00000800:00000200:86.0:1596748034.419436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46445b000 0x27e445b000(0x27e445b000) 00000800:00000200:86.0:1596748034.419437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47e8e9000 0x27fe8e9000(0x27fe8e9000) 00000800:00000200:86.0:1596748034.419437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46450a000 0x27e450a000(0x27e450a000) 00000800:00000200:86.0:1596748034.419438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46465f000 0x27e465f000(0x27e465f000) 00000800:00000200:86.0:1596748034.419439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47c39c000 0x27fc39c000(0x27fc39c000) 00000800:00000200:86.0:1596748034.419439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47ae6a000 0x27fae6a000(0x27fae6a000) 00000800:00000200:86.0:1596748034.419440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47e9f4000 0x27fe9f4000(0x27fe9f4000) 00000800:00000200:86.0:1596748034.419441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464613000 0x27e4613000(0x27e4613000) 00000800:00000200:86.0:1596748034.419442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464eb9000 0x27e4eb9000(0x27e4eb9000) 00000800:00000200:86.0:1596748034.419442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4647be000 0x27e47be000(0x27e47be000) 00000800:00000200:86.0:1596748034.419443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463f4f000 0x27e3f4f000(0x27e3f4f000) 00000800:00000200:86.0:1596748034.419444:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464daf000 0x27e4daf000(0x27e4daf000) 00000800:00000200:86.0:1596748034.419445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b477cd5000 0x27f7cd5000(0x27f7cd5000) 00000800:00000200:86.0:1596748034.419445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4647b6000 0x27e47b6000(0x27e47b6000) 00000800:00000200:86.0:1596748034.419446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47aed4000 0x27faed4000(0x27faed4000) 00000800:00000200:86.0:1596748034.419447:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47aee2000 0x27faee2000(0x27faee2000) 00000800:00000010:86.0:1596748034.420017:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294680 (tot 156901610). 00000800:00000200:86.0:1596748034.420018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432400] (20)-- 00000800:00000200:86.0:1596748034.420037:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.9@o2ib36 00000800:00000200:86.0:1596748034.420297:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748034.420694:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.9@o2ib36 00000800:00000200:86.0:1596748034.420695:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.9@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748034.420696:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156901474). 00000800:00000200:86.0:1596748034.420697:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463432400] (19)++ 00000800:00000200:86.0:1596748034.420698:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463432400] (20)++ 00000800:00000200:86.0:1596748034.420699:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463432400] (21)-- 00000800:00000200:39.2:1596748034.420894:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463432400] (20)++ 00000800:00000010:86.0:1596748034.442510:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45d80 (tot 156901586). 00000800:00000200:86.0:1596748034.442513:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45d80] -> 192.168.128.21@o2ib36 (1)++ 00000800:00000010:86.0:1596748034.442515:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45d00 (tot 156901698). 00000800:00000010:86.0:1596748034.442518:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55330600 (tot 156901994). 00000800:00000010:86.0:1596748034.442519:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551dec0 (tot 156902130). 00000800:00000010:86.0:1596748034.442521:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc5528a000 (tot 156904002). 00000800:00000010:86.0:1596748034.442522:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551d740 (tot 156904154). 00000800:00000200:86.0:1596748034.442529:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55f07000 0x3fd5f07000(0x3fd5f07000) 00000800:00000200:86.0:1596748034.442530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc550ec000 0x3fd50ec000(0x3fd50ec000) 00000800:00000200:86.0:1596748034.442531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc550ed000 0x3fd50ed000(0x3fd50ed000) 00000800:00000200:86.0:1596748034.442532:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc550ee000 0x3fd50ee000(0x3fd50ee000) 00000800:00000200:86.0:1596748034.442533:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc550ef000 0x3fd50ef000(0x3fd50ef000) 00000800:00000200:86.0:1596748034.442534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55a1c000 0x3fd5a1c000(0x3fd5a1c000) 00000800:00000200:86.0:1596748034.442534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc55a1d000 0x3fd5a1d000(0x3fd5a1d000) 00000800:00000200:86.0:1596748034.442535:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55a1e000 0x3fd5a1e000(0x3fd5a1e000) 00000800:00000200:86.0:1596748034.442536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55a1f000 0x3fd5a1f000(0x3fd5a1f000) 00000800:00000200:86.0:1596748034.442536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55a0c000 0x3fd5a0c000(0x3fd5a0c000) 00000800:00000200:86.0:1596748034.442537:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55a0d000 0x3fd5a0d000(0x3fd5a0d000) 00000800:00000200:86.0:1596748034.442538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55a0e000 0x3fd5a0e000(0x3fd5a0e000) 00000800:00000200:86.0:1596748034.442539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55a0f000 0x3fd5a0f000(0x3fd5a0f000) 00000800:00000200:86.0:1596748034.442539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55aa8000 0x3fd5aa8000(0x3fd5aa8000) 00000800:00000200:86.0:1596748034.442540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55aa9000 0x3fd5aa9000(0x3fd5aa9000) 00000800:00000200:86.0:1596748034.442541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc55aaa000 0x3fd5aaa000(0x3fd5aaa000) 00000800:00000200:86.0:1596748034.442542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc55aab000 0x3fd5aab000(0x3fd5aab000) 00000800:00000200:86.0:1596748034.442542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc551ac000 0x3fd51ac000(0x3fd51ac000) 00000800:00000010:86.0:1596748034.443084:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45d00 (tot 156904042). 00000800:00000200:86.0:1596748034.443085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55330600] (20)-- 00000800:00000200:86.0:1596748034.443104:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.21@o2ib36 00000800:00000200:86.0:1596748034.443370:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748034.443730:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.21@o2ib36 00000800:00000200:86.0:1596748034.443732:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.21@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748034.443733:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551dec0 (tot 156903906). 00000800:00000200:86.0:1596748034.443734:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55330600] (19)++ 00000800:00000200:86.0:1596748034.443735:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55330600] (20)++ 00000800:00000200:86.0:1596748034.443735:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55330600] (21)-- 00000800:00000200:87.2:1596748034.443885:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55330600] (20)++ 00000800:00000010:86.0:1596748034.557545:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295880 (tot 156904018). 00000800:00000200:86.0:1596748034.557549:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295880] -> 192.168.128.106@o2ib36 (1)++ 00000800:00000010:86.0:1596748034.557552:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295800 (tot 156904130). 00000800:00000010:86.0:1596748034.557554:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463435200 (tot 156904426). 00000800:00000010:86.0:1596748034.557556:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ea240 (tot 156904562). 00000800:00000010:86.0:1596748034.557559:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f0000 (tot 156906434). 00000800:00000010:86.0:1596748034.557560:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eae40 (tot 156906586). 00000800:00000200:86.0:1596748034.557568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463ee2000 0x27e3ee2000(0x27e3ee2000) 00000800:00000200:86.0:1596748034.557569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47e4c0000 0x27fe4c0000(0x27fe4c0000) 00000800:00000200:86.0:1596748034.557570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47ad1a000 0x27fad1a000(0x27fad1a000) 00000800:00000200:86.0:1596748034.557571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47a196000 0x27fa196000(0x27fa196000) 00000800:00000200:86.0:1596748034.557572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47ee37000 0x27fee37000(0x27fee37000) 00000800:00000200:86.0:1596748034.557573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47a09c000 0x27fa09c000(0x27fa09c000) 00000800:00000200:86.0:1596748034.557573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47e9c9000 0x27fe9c9000(0x27fe9c9000) 00000800:00000200:86.0:1596748034.557574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47f386000 0x27ff386000(0x27ff386000) 00000800:00000200:86.0:1596748034.557575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463f4c000 0x27e3f4c000(0x27e3f4c000) 00000800:00000200:86.0:1596748034.557575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464481000 0x27e4481000(0x27e4481000) 00000800:00000200:86.0:1596748034.557576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47ae01000 0x27fae01000(0x27fae01000) 00000800:00000200:86.0:1596748034.557577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e06d000 0x27fe06d000(0x27fe06d000) 00000800:00000200:86.0:1596748034.557578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463f4a000 0x27e3f4a000(0x27e3f4a000) 00000800:00000200:86.0:1596748034.557578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463eaf000 0x27e3eaf000(0x27e3eaf000) 00000800:00000200:86.0:1596748034.557579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47f141000 0x27ff141000(0x27ff141000) 00000800:00000200:86.0:1596748034.557580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47e6ef000 0x27fe6ef000(0x27fe6ef000) 00000800:00000200:86.0:1596748034.557581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464788000 0x27e4788000(0x27e4788000) 00000800:00000200:86.0:1596748034.557581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464185000 0x27e4185000(0x27e4185000) 00000800:00000010:86.0:1596748034.558135:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295800 (tot 156906474). 00000800:00000200:86.0:1596748034.558136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463435200] (20)-- 00000800:00000200:86.0:1596748034.558156:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.106@o2ib36 00000800:00000200:86.0:1596748034.558417:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748034.558813:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.106@o2ib36 00000800:00000200:86.0:1596748034.558814:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.106@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748034.558815:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ea240 (tot 156906338). 00000800:00000200:36.2:1596748034.558815:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558816:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463435200] (19)++ 00000800:00000200:86.0:1596748034.558817:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463435200] (21)++ 00000800:00000200:86.0:1596748034.558817:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463435200] (22)-- 00000800:00000010:86.0:1596748035.042623:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34580 (tot 156906450). 00000800:00000200:86.0:1596748035.042627:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34580] -> 192.168.128.89@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.042628:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34600 (tot 156906562). 00000800:00000010:86.0:1596748035.042630:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c559000 (tot 156906858). 00000800:00000010:86.0:1596748035.042631:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c4f6240 (tot 156906994). 00000800:00000010:86.0:1596748035.042633:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbaf800 (tot 156908866). 00000800:00000010:86.0:1596748035.042634:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c4f6780 (tot 156909018). 00000800:00000200:86.0:1596748035.042640:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cbb5000 0x7dcbb5000(0x7dcbb5000) 00000800:00000200:86.0:1596748035.042641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cbb6000 0x7dcbb6000(0x7dcbb6000) 00000800:00000200:86.0:1596748035.042642:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cbb7000 0x7dcbb7000(0x7dcbb7000) 00000800:00000200:86.0:1596748035.042643:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c568000 0x7dc568000(0x7dc568000) 00000800:00000200:86.0:1596748035.042643:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c569000 0x7dc569000(0x7dc569000) 00000800:00000200:86.0:1596748035.042644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c56a000 0x7dc56a000(0x7dc56a000) 00000800:00000200:86.0:1596748035.042645:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c56b000 0x7dc56b000(0x7dc56b000) 00000800:00000200:86.0:1596748035.042646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c56c000 0x7dc56c000(0x7dc56c000) 00000800:00000200:86.0:1596748035.042646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c56d000 0x7dc56d000(0x7dc56d000) 00000800:00000200:86.0:1596748035.042647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c56e000 0x7dc56e000(0x7dc56e000) 00000800:00000200:86.0:1596748035.042648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c56f000 0x7dc56f000(0x7dc56f000) 00000800:00000200:86.0:1596748035.042649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c570000 0x7dc570000(0x7dc570000) 00000800:00000200:86.0:1596748035.042649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c571000 0x7dc571000(0x7dc571000) 00000800:00000200:86.0:1596748035.042650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c572000 0x7dc572000(0x7dc572000) 00000800:00000200:86.0:1596748035.042651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c573000 0x7dc573000(0x7dc573000) 00000800:00000200:86.0:1596748035.042652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c574000 0x7dc574000(0x7dc574000) 00000800:00000200:86.0:1596748035.042652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c575000 0x7dc575000(0x7dc575000) 00000800:00000200:86.0:1596748035.042653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c576000 0x7dc576000(0x7dc576000) 00000800:00000010:86.0:1596748035.043220:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34600 (tot 156908906). 00000800:00000200:86.0:1596748035.043221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559000] (20)-- 00000800:00000200:86.0:1596748035.043241:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.89@o2ib36 00000800:00000200:86.0:1596748035.043516:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.043871:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.89@o2ib36 00000800:00000200:86.0:1596748035.043872:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.89@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.043873:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c4f6240 (tot 156908770). 00000800:00000200:86.0:1596748035.043874:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c559000] (19)++ 00000800:00000200:86.0:1596748035.043875:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c559000] (20)++ 00000800:00000200:86.0:1596748035.043876:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c559000] (21)-- 00000800:00000200:40.2:1596748035.044038:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c559000] (20)++ 00000800:00000010:86.0:1596748035.103701:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dba80 (tot 156908882). 00000800:00000200:86.0:1596748035.103704:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dba80] -> 192.168.128.159@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.103706:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db700 (tot 156908994). 00000800:00000010:86.0:1596748035.103709:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471f9000 (tot 156909290). 00000800:00000010:86.0:1596748035.103712:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156909426). 00000800:00000010:86.0:1596748035.103714:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f1000 (tot 156911298). 00000800:00000010:86.0:1596748035.103715:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6780 (tot 156911450). 00000800:00000200:86.0:1596748035.103723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4768a9000 0x17f68a9000(0x17f68a9000) 00000800:00000200:86.0:1596748035.103724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476ece000 0x17f6ece000(0x17f6ece000) 00000800:00000200:86.0:1596748035.103725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44723e000 0x17c723e000(0x17c723e000) 00000800:00000200:86.0:1596748035.103725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a44723f000 0x17c723f000(0x17c723f000) 00000800:00000200:86.0:1596748035.103726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447240000 0x17c7240000(0x17c7240000) 00000800:00000200:86.0:1596748035.103727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447241000 0x17c7241000(0x17c7241000) 00000800:00000200:86.0:1596748035.103728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447242000 0x17c7242000(0x17c7242000) 00000800:00000200:86.0:1596748035.103728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447243000 0x17c7243000(0x17c7243000) 00000800:00000200:86.0:1596748035.103729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447244000 0x17c7244000(0x17c7244000) 00000800:00000200:86.0:1596748035.103730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447245000 0x17c7245000(0x17c7245000) 00000800:00000200:86.0:1596748035.103730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447246000 0x17c7246000(0x17c7246000) 00000800:00000200:86.0:1596748035.103731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447247000 0x17c7247000(0x17c7247000) 00000800:00000200:86.0:1596748035.103732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447248000 0x17c7248000(0x17c7248000) 00000800:00000200:86.0:1596748035.103733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447249000 0x17c7249000(0x17c7249000) 00000800:00000200:86.0:1596748035.103734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44724a000 0x17c724a000(0x17c724a000) 00000800:00000200:86.0:1596748035.103734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44724b000 0x17c724b000(0x17c724b000) 00000800:00000200:86.0:1596748035.103735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44724c000 0x17c724c000(0x17c724c000) 00000800:00000200:86.0:1596748035.103736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44724d000 0x17c724d000(0x17c724d000) 00000800:00000010:86.0:1596748035.104306:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db700 (tot 156911338). 00000800:00000200:86.0:1596748035.104308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104312:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104313:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104313:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104314:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.104325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9000] (20)-- 00000800:00000200:86.0:1596748035.104327:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.159@o2ib36 00000800:00000200:86.0:1596748035.104594:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.105006:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.159@o2ib36 00000800:00000200:86.0:1596748035.105008:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.159@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.105008:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156911202). 00000800:00000200:86.0:1596748035.105009:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471f9000] (19)++ 00000800:00000200:86.0:1596748035.105010:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471f9000] (20)++ 00000800:00000200:86.0:1596748035.105011:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471f9000] (21)-- 00000800:00000200:39.2:1596748035.105165:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471f9000] (20)++ 00000800:00000010:86.0:1596748035.271623:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db700 (tot 156911314). 00000800:00000200:86.0:1596748035.271626:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db700] -> 192.168.128.164@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.271628:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db680 (tot 156911426). 00000800:00000010:86.0:1596748035.271629:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fea00 (tot 156911722). 00000800:00000010:86.0:1596748035.271630:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156911858). 00000800:00000010:86.0:1596748035.271631:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f2000 (tot 156913730). 00000800:00000010:86.0:1596748035.271632:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b69c0 (tot 156913882). 00000800:00000200:86.0:1596748035.271637:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44724e000 0x17c724e000(0x17c724e000) 00000800:00000200:86.0:1596748035.271638:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44724f000 0x17c724f000(0x17c724f000) 00000800:00000200:86.0:1596748035.271639:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447250000 0x17c7250000(0x17c7250000) 00000800:00000200:86.0:1596748035.271640:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447251000 0x17c7251000(0x17c7251000) 00000800:00000200:86.0:1596748035.271641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447252000 0x17c7252000(0x17c7252000) 00000800:00000200:86.0:1596748035.271641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447253000 0x17c7253000(0x17c7253000) 00000800:00000200:86.0:1596748035.271642:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447254000 0x17c7254000(0x17c7254000) 00000800:00000200:86.0:1596748035.271643:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447255000 0x17c7255000(0x17c7255000) 00000800:00000200:86.0:1596748035.271644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447256000 0x17c7256000(0x17c7256000) 00000800:00000200:86.0:1596748035.271644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447257000 0x17c7257000(0x17c7257000) 00000800:00000200:86.0:1596748035.271645:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447258000 0x17c7258000(0x17c7258000) 00000800:00000200:86.0:1596748035.271646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447259000 0x17c7259000(0x17c7259000) 00000800:00000200:86.0:1596748035.271647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44725a000 0x17c725a000(0x17c725a000) 00000800:00000200:86.0:1596748035.271647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44725b000 0x17c725b000(0x17c725b000) 00000800:00000200:86.0:1596748035.271648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44725c000 0x17c725c000(0x17c725c000) 00000800:00000200:86.0:1596748035.271649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44725d000 0x17c725d000(0x17c725d000) 00000800:00000200:86.0:1596748035.271650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44725e000 0x17c725e000(0x17c725e000) 00000800:00000200:86.0:1596748035.271650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44725f000 0x17c725f000(0x17c725f000) 00000800:00000010:86.0:1596748035.272236:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db680 (tot 156913770). 00000800:00000200:86.0:1596748035.272238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fea00] (20)-- 00000800:00000200:86.0:1596748035.272257:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.164@o2ib36 00000800:00000200:86.0:1596748035.272530:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.272923:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.164@o2ib36 00000800:00000200:86.0:1596748035.272924:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.164@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.272925:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156913634). 00000800:00000200:86.0:1596748035.272926:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fea00] (19)++ 00000800:00000200:86.0:1596748035.272927:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fea00] (20)++ 00000800:00000200:86.0:1596748035.272928:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fea00] (21)-- 00000800:00000200:39.2:1596748035.273085:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fea00] (20)++ 00000800:00000010:86.0:1596748035.302687:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b44180 (tot 156913746). 00000800:00000200:86.0:1596748035.302691:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b44180] -> 192.168.128.160@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.302693:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b44200 (tot 156913858). 00000800:00000010:86.0:1596748035.302696:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55337a00 (tot 156914154). 00000800:00000010:86.0:1596748035.302699:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551c240 (tot 156914290). 00000800:00000010:86.0:1596748035.302701:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc5528d800 (tot 156916162). 00000800:00000010:86.0:1596748035.302702:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551c780 (tot 156916314). 00000800:00000200:86.0:1596748035.302705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc551ad000 0x3fd51ad000(0x3fd51ad000) 00000800:00000200:86.0:1596748035.302706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc551ae000 0x3fd51ae000(0x3fd51ae000) 00000800:00000200:86.0:1596748035.302707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc551af000 0x3fd51af000(0x3fd51af000) 00000800:00000200:86.0:1596748035.302708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55a9c000 0x3fd5a9c000(0x3fd5a9c000) 00000800:00000200:86.0:1596748035.302709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55a9d000 0x3fd5a9d000(0x3fd5a9d000) 00000800:00000200:86.0:1596748035.302709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55a9e000 0x3fd5a9e000(0x3fd5a9e000) 00000800:00000200:86.0:1596748035.302710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc55a9f000 0x3fd5a9f000(0x3fd5a9f000) 00000800:00000200:86.0:1596748035.302711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55a7c000 0x3fd5a7c000(0x3fd5a7c000) 00000800:00000200:86.0:1596748035.302712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55a7d000 0x3fd5a7d000(0x3fd5a7d000) 00000800:00000200:86.0:1596748035.302712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55a7e000 0x3fd5a7e000(0x3fd5a7e000) 00000800:00000200:86.0:1596748035.302713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55a7f000 0x3fd5a7f000(0x3fd5a7f000) 00000800:00000200:86.0:1596748035.302714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55338000 0x3fd5338000(0x3fd5338000) 00000800:00000200:86.0:1596748035.302715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55339000 0x3fd5339000(0x3fd5339000) 00000800:00000200:86.0:1596748035.302715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5533a000 0x3fd533a000(0x3fd533a000) 00000800:00000200:86.0:1596748035.302716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5533b000 0x3fd533b000(0x3fd533b000) 00000800:00000200:86.0:1596748035.302717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5533c000 0x3fd533c000(0x3fd533c000) 00000800:00000200:86.0:1596748035.302718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5533d000 0x3fd533d000(0x3fd533d000) 00000800:00000200:86.0:1596748035.302718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5533e000 0x3fd533e000(0x3fd533e000) 00000800:00000010:86.0:1596748035.303259:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b44200 (tot 156916202). 00000800:00000200:86.0:1596748035.303261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55337a00] (20)-- 00000800:00000200:86.0:1596748035.303280:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.160@o2ib36 00000800:00000200:86.0:1596748035.303538:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.303906:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.160@o2ib36 00000800:00000200:86.0:1596748035.303907:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.160@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.303908:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551c240 (tot 156916066). 00000800:00000200:86.0:1596748035.303909:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55337a00] (19)++ 00000800:00000200:86.0:1596748035.303910:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55337a00] (20)++ 00000800:00000200:86.0:1596748035.303910:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55337a00] (21)-- 00000800:00000200:41.2:1596748035.303914:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55337a00] (20)++ 00000800:00000010:86.0:1596748035.406104:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2300 (tot 156916178). 00000800:00000200:86.0:1596748035.406108:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2300] -> 192.168.128.107@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.406110:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2380 (tot 156916290). 00000800:00000010:86.0:1596748035.406113:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bfa00 (tot 156916586). 00000800:00000010:86.0:1596748035.406115:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06a240 (tot 156916722). 00000800:00000010:86.0:1596748035.406118:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b2000 (tot 156918594). 00000800:00000010:86.0:1596748035.406119:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06a780 (tot 156918746). 00000800:00000200:86.0:1596748035.406125:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e0d5000 0xfde0d5000(0xfde0d5000) 00000800:00000200:86.0:1596748035.406126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e0d6000 0xfde0d6000(0xfde0d6000) 00000800:00000200:86.0:1596748035.406127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e0d7000 0xfde0d7000(0xfde0d7000) 00000800:00000200:86.0:1596748035.406128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e0d8000 0xfde0d8000(0xfde0d8000) 00000800:00000200:86.0:1596748035.406128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e0d9000 0xfde0d9000(0xfde0d9000) 00000800:00000200:86.0:1596748035.406129:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e0da000 0xfde0da000(0xfde0da000) 00000800:00000200:86.0:1596748035.406130:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e0db000 0xfde0db000(0xfde0db000) 00000800:00000200:86.0:1596748035.406131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e0dc000 0xfde0dc000(0xfde0dc000) 00000800:00000200:86.0:1596748035.406131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e0dd000 0xfde0dd000(0xfde0dd000) 00000800:00000200:86.0:1596748035.406132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e0de000 0xfde0de000(0xfde0de000) 00000800:00000200:86.0:1596748035.406133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e0df000 0xfde0df000(0xfde0df000) 00000800:00000200:86.0:1596748035.406134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e0e0000 0xfde0e0000(0xfde0e0000) 00000800:00000200:86.0:1596748035.406134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e0e1000 0xfde0e1000(0xfde0e1000) 00000800:00000200:86.0:1596748035.406135:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e0e2000 0xfde0e2000(0xfde0e2000) 00000800:00000200:86.0:1596748035.406136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e0e3000 0xfde0e3000(0xfde0e3000) 00000800:00000200:86.0:1596748035.406137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e0e4000 0xfde0e4000(0xfde0e4000) 00000800:00000200:86.0:1596748035.406137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e0e5000 0xfde0e5000(0xfde0e5000) 00000800:00000200:86.0:1596748035.406138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e0e6000 0xfde0e6000(0xfde0e6000) 00000800:00000010:86.0:1596748035.406704:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2380 (tot 156918634). 00000800:00000200:86.0:1596748035.406705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.406723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bfa00] (20)-- 00000800:00000200:86.0:1596748035.406724:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.107@o2ib36 00000800:00000200:86.0:1596748035.406990:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.407310:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.107@o2ib36 00000800:00000200:86.0:1596748035.407311:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.107@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.407312:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06a240 (tot 156918498). 00000800:00000200:86.0:1596748035.407313:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bfa00] (19)++ 00000800:00000200:86.0:1596748035.407314:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bfa00] (20)++ 00000800:00000200:86.0:1596748035.407315:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bfa00] (21)-- 00000800:00000200:88.2:1596748035.407462:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bfa00] (20)++ 00000800:00000010:86.0:1596748035.503434:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2380 (tot 156918610). 00000800:00000200:86.0:1596748035.503437:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2380] -> 192.168.128.146@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.503439:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2400 (tot 156918722). 00000800:00000010:86.0:1596748035.503440:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b9600 (tot 156919018). 00000800:00000010:86.0:1596748035.503441:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06a240 (tot 156919154). 00000800:00000010:86.0:1596748035.503442:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b3000 (tot 156921026). 00000800:00000010:86.0:1596748035.503443:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06a9c0 (tot 156921178). 00000800:00000200:86.0:1596748035.503448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e0e7000 0xfde0e7000(0xfde0e7000) 00000800:00000200:86.0:1596748035.503449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e0e8000 0xfde0e8000(0xfde0e8000) 00000800:00000200:86.0:1596748035.503450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e0e9000 0xfde0e9000(0xfde0e9000) 00000800:00000200:86.0:1596748035.503451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e0ea000 0xfde0ea000(0xfde0ea000) 00000800:00000200:86.0:1596748035.503452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e0eb000 0xfde0eb000(0xfde0eb000) 00000800:00000200:86.0:1596748035.503452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e0ec000 0xfde0ec000(0xfde0ec000) 00000800:00000200:86.0:1596748035.503453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e0ed000 0xfde0ed000(0xfde0ed000) 00000800:00000200:86.0:1596748035.503454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e0ee000 0xfde0ee000(0xfde0ee000) 00000800:00000200:86.0:1596748035.503455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e0ef000 0xfde0ef000(0xfde0ef000) 00000800:00000200:86.0:1596748035.503455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e0f0000 0xfde0f0000(0xfde0f0000) 00000800:00000200:86.0:1596748035.503456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e0f1000 0xfde0f1000(0xfde0f1000) 00000800:00000200:86.0:1596748035.503457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e0f2000 0xfde0f2000(0xfde0f2000) 00000800:00000200:86.0:1596748035.503457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e0f3000 0xfde0f3000(0xfde0f3000) 00000800:00000200:86.0:1596748035.503458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e0f4000 0xfde0f4000(0xfde0f4000) 00000800:00000200:86.0:1596748035.503459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e0f5000 0xfde0f5000(0xfde0f5000) 00000800:00000200:86.0:1596748035.503460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e0f6000 0xfde0f6000(0xfde0f6000) 00000800:00000200:86.0:1596748035.503460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e0f7000 0xfde0f7000(0xfde0f7000) 00000800:00000200:86.0:1596748035.503461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e0f8000 0xfde0f8000(0xfde0f8000) 00000800:00000010:86.0:1596748035.504035:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2400 (tot 156921066). 00000800:00000200:86.0:1596748035.504037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504037:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504039:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504040:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504040:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504041:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504042:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504043:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504044:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504045:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9600] (20)-- 00000800:00000200:86.0:1596748035.504056:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.146@o2ib36 00000800:00000200:86.0:1596748035.504344:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748035.504748:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b9600] (19)++ 00000800:00000200:86.0:1596748035.504751:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.146@o2ib36 00000800:00000200:86.0:1596748035.504753:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.146@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.504755:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06a240 (tot 156920930). 00000800:00000200:86.0:1596748035.504756:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b9600] (20)++ 00000800:00000200:86.0:1596748035.504757:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b9600] (21)++ 00000800:00000200:86.0:1596748035.504757:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b9600] (22)-- 00000800:00000010:86.0:1596748035.634783:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0480 (tot 156921042). 00000800:00000200:86.0:1596748035.634786:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0480] -> 192.168.128.27@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.634789:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0500 (tot 156921154). 00000800:00000010:86.0:1596748035.634793:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc658cfa00 (tot 156921450). 00000800:00000010:86.0:1596748035.634796:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583fec0 (tot 156921586). 00000800:00000010:86.0:1596748035.634799:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a2000 (tot 156923458). 00000800:00000010:86.0:1596748035.634800:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583f740 (tot 156923610). 00000800:00000200:86.0:1596748035.634806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67f33000 0x2fe7f33000(0x2fe7f33000) 00000800:00000200:86.0:1596748035.634808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6781d000 0x2fe781d000(0x2fe781d000) 00000800:00000200:86.0:1596748035.634808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc67b61000 0x2fe7b61000(0x2fe7b61000) 00000800:00000200:86.0:1596748035.634809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7f464000 0x2fff464000(0x2fff464000) 00000800:00000200:86.0:1596748035.634810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b5147bc000 0x28947bc000(0x28947bc000) 00000800:00000200:86.0:1596748035.634811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7b538000 0x2ffb538000(0x2ffb538000) 00000800:00000200:86.0:1596748035.634812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7efc7000 0x2ffefc7000(0x2ffefc7000) 00000800:00000200:86.0:1596748035.634812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7b421000 0x2ffb421000(0x2ffb421000) 00000800:00000200:86.0:1596748035.634813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7f175000 0x2fff175000(0x2fff175000) 00000800:00000200:86.0:1596748035.634814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67ae5000 0x2fe7ae5000(0x2fe7ae5000) 00000800:00000200:86.0:1596748035.634814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7b417000 0x2ffb417000(0x2ffb417000) 00000800:00000200:86.0:1596748035.634815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7b48d000 0x2ffb48d000(0x2ffb48d000) 00000800:00000200:86.0:1596748035.634816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b5b61ba000 0x29361ba000(0x29361ba000) 00000800:00000200:86.0:1596748035.634817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7d55b000 0x2ffd55b000(0x2ffd55b000) 00000800:00000200:86.0:1596748035.634817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66857000 0x2fe6857000(0x2fe6857000) 00000800:00000200:86.0:1596748035.634818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6696b000 0x2fe696b000(0x2fe696b000) 00000800:00000200:86.0:1596748035.634819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65de1000 0x2fe5de1000(0x2fe5de1000) 00000800:00000200:86.0:1596748035.634820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65c4f000 0x2fe5c4f000(0x2fe5c4f000) 00000800:00000010:86.0:1596748035.635385:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0500 (tot 156923498). 00000800:00000200:86.0:1596748035.635387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cfa00] (20)-- 00000800:00000200:86.0:1596748035.635406:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.27@o2ib36 00000800:00000200:86.0:1596748035.635668:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.635991:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.27@o2ib36 00000800:00000200:86.0:1596748035.635992:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.27@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.635993:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583fec0 (tot 156923362). 00000800:00000200:86.0:1596748035.635994:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc658cfa00] (19)++ 00000800:00000200:86.0:1596748035.635994:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc658cfa00] (20)++ 00000800:00000200:86.0:1596748035.635995:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc658cfa00] (21)-- 00000800:00000200:37.2:1596748035.636159:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc658cfa00] (20)++ 00000800:00000010:86.0:1596748035.749589:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db780 (tot 156923474). 00000800:00000200:86.0:1596748035.749592:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db780] -> 192.168.128.151@o2ib36 (1)++ 00000800:00000010:86.0:1596748035.749594:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db600 (tot 156923586). 00000800:00000010:86.0:1596748035.749597:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fe600 (tot 156923882). 00000800:00000010:86.0:1596748035.749599:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b7ec0 (tot 156924018). 00000800:00000010:86.0:1596748035.749601:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f6800 (tot 156925890). 00000800:00000010:86.0:1596748035.749602:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b7740 (tot 156926042). 00000800:00000200:86.0:1596748035.749605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447260000 0x17c7260000(0x17c7260000) 00000800:00000200:86.0:1596748035.749606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447261000 0x17c7261000(0x17c7261000) 00000800:00000200:86.0:1596748035.749607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447262000 0x17c7262000(0x17c7262000) 00000800:00000200:86.0:1596748035.749608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447263000 0x17c7263000(0x17c7263000) 00000800:00000200:86.0:1596748035.749609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447264000 0x17c7264000(0x17c7264000) 00000800:00000200:86.0:1596748035.749610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447265000 0x17c7265000(0x17c7265000) 00000800:00000200:86.0:1596748035.749610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447266000 0x17c7266000(0x17c7266000) 00000800:00000200:86.0:1596748035.749611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447267000 0x17c7267000(0x17c7267000) 00000800:00000200:86.0:1596748035.749612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447268000 0x17c7268000(0x17c7268000) 00000800:00000200:86.0:1596748035.749613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447269000 0x17c7269000(0x17c7269000) 00000800:00000200:86.0:1596748035.749613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a44726a000 0x17c726a000(0x17c726a000) 00000800:00000200:86.0:1596748035.749614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44726b000 0x17c726b000(0x17c726b000) 00000800:00000200:86.0:1596748035.749615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44726c000 0x17c726c000(0x17c726c000) 00000800:00000200:86.0:1596748035.749616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44726d000 0x17c726d000(0x17c726d000) 00000800:00000200:86.0:1596748035.749616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44726e000 0x17c726e000(0x17c726e000) 00000800:00000200:86.0:1596748035.749617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44726f000 0x17c726f000(0x17c726f000) 00000800:00000200:86.0:1596748035.749618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447270000 0x17c7270000(0x17c7270000) 00000800:00000200:86.0:1596748035.749618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447271000 0x17c7271000(0x17c7271000) 00000800:00000010:86.0:1596748035.750194:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db600 (tot 156925930). 00000800:00000200:86.0:1596748035.750195:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750196:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750197:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750198:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750199:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750200:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fe600] (20)-- 00000800:00000200:86.0:1596748035.750214:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.151@o2ib36 00000800:00000200:86.0:1596748035.750479:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748035.750894:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.151@o2ib36 00000800:00000200:86.0:1596748035.750895:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.151@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748035.750896:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b7ec0 (tot 156925794). 00000800:00000200:86.0:1596748035.750897:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fe600] (19)++ 00000800:00000200:86.0:1596748035.750898:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fe600] (20)++ 00000800:00000200:86.0:1596748035.750899:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fe600] (21)-- 00000800:00000200:36.2:1596748035.750907:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fe600] (20)++ 00000800:00000010:86.0:1596748036.955673:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34800 (tot 156925906). 00000800:00000200:86.0:1596748036.955676:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34800] -> 192.168.128.33@o2ib36 (1)++ 00000800:00000010:86.0:1596748036.955679:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34880 (tot 156926018). 00000800:00000010:86.0:1596748036.955683:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf23a00 (tot 156926314). 00000800:00000010:86.0:1596748036.955686:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf48240 (tot 156926450). 00000800:00000010:86.0:1596748036.955688:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfbf800 (tot 156928322). 00000800:00000010:86.0:1596748036.955689:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf489c0 (tot 156928474). 00000800:00000200:86.0:1596748036.955696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bfe7000 0x1fdbfe7000(0x1fdbfe7000) 00000800:00000200:86.0:1596748036.955697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bfe8000 0x1fdbfe8000(0x1fdbfe8000) 00000800:00000200:86.0:1596748036.955698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bfe9000 0x1fdbfe9000(0x1fdbfe9000) 00000800:00000200:86.0:1596748036.955699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bfea000 0x1fdbfea000(0x1fdbfea000) 00000800:00000200:86.0:1596748036.955700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bfeb000 0x1fdbfeb000(0x1fdbfeb000) 00000800:00000200:86.0:1596748036.955700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bfec000 0x1fdbfec000(0x1fdbfec000) 00000800:00000200:86.0:1596748036.955701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bfed000 0x1fdbfed000(0x1fdbfed000) 00000800:00000200:86.0:1596748036.955702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bfee000 0x1fdbfee000(0x1fdbfee000) 00000800:00000200:86.0:1596748036.955703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bfef000 0x1fdbfef000(0x1fdbfef000) 00000800:00000200:86.0:1596748036.955703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bff0000 0x1fdbff0000(0x1fdbff0000) 00000800:00000200:86.0:1596748036.955704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bff1000 0x1fdbff1000(0x1fdbff1000) 00000800:00000200:86.0:1596748036.955705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bff2000 0x1fdbff2000(0x1fdbff2000) 00000800:00000200:86.0:1596748036.955706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bff3000 0x1fdbff3000(0x1fdbff3000) 00000800:00000200:86.0:1596748036.955706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bff4000 0x1fdbff4000(0x1fdbff4000) 00000800:00000200:86.0:1596748036.955707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bff5000 0x1fdbff5000(0x1fdbff5000) 00000800:00000200:86.0:1596748036.955708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bff6000 0x1fdbff6000(0x1fdbff6000) 00000800:00000200:86.0:1596748036.955708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bff7000 0x1fdbff7000(0x1fdbff7000) 00000800:00000200:86.0:1596748036.955709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bff8000 0x1fdbff8000(0x1fdbff8000) 00000800:00000010:86.0:1596748036.956276:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34880 (tot 156928362). 00000800:00000200:86.0:1596748036.956277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf23a00] (20)-- 00000800:00000200:86.0:1596748036.956296:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.33@o2ib36 00000800:00000200:86.0:1596748036.956555:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748036.956901:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.33@o2ib36 00000800:00000200:86.0:1596748036.956902:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.33@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748036.956903:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf48240 (tot 156928226). 00000800:00000200:86.0:1596748036.956903:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf23a00] (19)++ 00000800:00000200:86.0:1596748036.956904:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf23a00] (20)++ 00000800:00000200:86.0:1596748036.956905:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf23a00] (21)-- 00000800:00000200:87.2:1596748036.957059:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf23a00] (20)++ 00000800:00000010:86.0:1596748036.987287:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45d00 (tot 156928338). 00000800:00000200:86.0:1596748036.987291:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45d00] -> 192.168.128.105@o2ib36 (1)++ 00000800:00000010:86.0:1596748036.987293:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45c80 (tot 156928450). 00000800:00000010:86.0:1596748036.987298:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55120000 (tot 156928746). 00000800:00000010:86.0:1596748036.987300:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551dec0 (tot 156928882). 00000800:00000010:86.0:1596748036.987302:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc5528b000 (tot 156930754). 00000800:00000010:86.0:1596748036.987303:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551d500 (tot 156930906). 00000800:00000200:86.0:1596748036.987310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5533f000 0x3fd533f000(0x3fd533f000) 00000800:00000200:86.0:1596748036.987311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55340000 0x3fd5340000(0x3fd5340000) 00000800:00000200:86.0:1596748036.987312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55341000 0x3fd5341000(0x3fd5341000) 00000800:00000200:86.0:1596748036.987313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55342000 0x3fd5342000(0x3fd5342000) 00000800:00000200:86.0:1596748036.987314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55343000 0x3fd5343000(0x3fd5343000) 00000800:00000200:86.0:1596748036.987315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55344000 0x3fd5344000(0x3fd5344000) 00000800:00000200:86.0:1596748036.987315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc55345000 0x3fd5345000(0x3fd5345000) 00000800:00000200:86.0:1596748036.987316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55346000 0x3fd5346000(0x3fd5346000) 00000800:00000200:86.0:1596748036.987317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55152000 0x3fd5152000(0x3fd5152000) 00000800:00000200:86.0:1596748036.987318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc550e7000 0x3fd50e7000(0x3fd50e7000) 00000800:00000200:86.0:1596748036.987318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc550e8000 0x3fd50e8000(0x3fd50e8000) 00000800:00000200:86.0:1596748036.987319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc550ff000 0x3fd50ff000(0x3fd50ff000) 00000800:00000200:86.0:1596748036.987320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55347000 0x3fd5347000(0x3fd5347000) 00000800:00000200:86.0:1596748036.987320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5510b000 0x3fd510b000(0x3fd510b000) 00000800:00000200:86.0:1596748036.987321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5511b000 0x3fd511b000(0x3fd511b000) 00000800:00000200:86.0:1596748036.987322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5512b000 0x3fd512b000(0x3fd512b000) 00000800:00000200:86.0:1596748036.987323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc55128000 0x3fd5128000(0x3fd5128000) 00000800:00000200:86.0:1596748036.987323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55129000 0x3fd5129000(0x3fd5129000) 00000800:00000010:86.0:1596748036.987872:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45c80 (tot 156930794). 00000800:00000200:86.0:1596748036.987874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.987891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120000] (20)-- 00000800:00000200:86.0:1596748036.987893:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.105@o2ib36 00000800:00000200:86.0:1596748036.988139:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748036.988531:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.105@o2ib36 00000800:00000200:86.0:1596748036.988532:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.105@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748036.988533:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551dec0 (tot 156930658). 00000800:00000200:86.0:1596748036.988534:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55120000] (19)++ 00000800:00000200:86.0:1596748036.988535:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55120000] (20)++ 00000800:00000200:86.0:1596748036.988536:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55120000] (21)-- 00000800:00000200:87.2:1596748036.988685:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55120000] (20)++ 00000800:00000010:86.0:1596748037.040848:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc57b45c80 (tot 156930770). 00000800:00000200:86.0:1596748037.040851:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc57b45c80] -> 192.168.128.110@o2ib36 (1)++ 00000800:00000010:86.0:1596748037.040853:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc57b45c00 (tot 156930882). 00000800:00000010:86.0:1596748037.040854:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55120c00 (tot 156931178). 00000800:00000010:86.0:1596748037.040855:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc5551dec0 (tot 156931314). 00000800:00000010:86.0:1596748037.040856:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc5528c000 (tot 156933186). 00000800:00000010:86.0:1596748037.040857:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5551d2c0 (tot 156933338). 00000800:00000200:86.0:1596748037.040860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55118000 0x3fd5118000(0x3fd5118000) 00000800:00000200:86.0:1596748037.040861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55119000 0x3fd5119000(0x3fd5119000) 00000800:00000200:86.0:1596748037.040862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55108000 0x3fd5108000(0x3fd5108000) 00000800:00000200:86.0:1596748037.040863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55109000 0x3fd5109000(0x3fd5109000) 00000800:00000200:86.0:1596748037.040863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5510c000 0x3fd510c000(0x3fd510c000) 00000800:00000200:86.0:1596748037.040864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc5510d000 0x3fd510d000(0x3fd510d000) 00000800:00000200:86.0:1596748037.040865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc5510e000 0x3fd510e000(0x3fd510e000) 00000800:00000200:86.0:1596748037.040866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc5510f000 0x3fd510f000(0x3fd510f000) 00000800:00000200:86.0:1596748037.040866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55104000 0x3fd5104000(0x3fd5104000) 00000800:00000200:86.0:1596748037.040867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55105000 0x3fd5105000(0x3fd5105000) 00000800:00000200:86.0:1596748037.040868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55106000 0x3fd5106000(0x3fd5106000) 00000800:00000200:86.0:1596748037.040869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55107000 0x3fd5107000(0x3fd5107000) 00000800:00000200:86.0:1596748037.040869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc5511c000 0x3fd511c000(0x3fd511c000) 00000800:00000200:86.0:1596748037.040870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5511d000 0x3fd511d000(0x3fd511d000) 00000800:00000200:86.0:1596748037.040871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5511e000 0x3fd511e000(0x3fd511e000) 00000800:00000200:86.0:1596748037.040871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5511f000 0x3fd511f000(0x3fd511f000) 00000800:00000200:86.0:1596748037.040872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc55110000 0x3fd5110000(0x3fd5110000) 00000800:00000200:86.0:1596748037.040873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55111000 0x3fd5111000(0x3fd5111000) 00000800:00000010:86.0:1596748037.041414:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc57b45c00 (tot 156933226). 00000800:00000200:86.0:1596748037.041416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.041433:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55120c00] (20)-- 00000800:00000200:86.0:1596748037.041435:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.110@o2ib36 00000800:00000200:86.0:1596748037.041700:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748037.042079:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.110@o2ib36 00000800:00000200:86.0:1596748037.042080:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.110@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748037.042081:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc5551dec0 (tot 156933090). 00000800:00000200:86.0:1596748037.042081:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55120c00] (19)++ 00000800:00000200:86.0:1596748037.042082:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55120c00] (20)++ 00000800:00000200:86.0:1596748037.042083:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55120c00] (21)-- 00000800:00000200:40.2:1596748037.042243:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55120c00] (20)++ 00000800:00000010:86.0:1596748037.301831:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294680 (tot 156933202). 00000800:00000200:86.0:1596748037.301835:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294680] -> 192.168.128.22@o2ib36 (1)++ 00000800:00000010:86.0:1596748037.301837:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294700 (tot 156933314). 00000800:00000010:86.0:1596748037.301840:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463432e00 (tot 156933610). 00000800:00000010:86.0:1596748037.301842:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156933746). 00000800:00000010:86.0:1596748037.301845:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f7800 (tot 156935618). 00000800:00000010:86.0:1596748037.301845:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4643eb080 (tot 156935770). 00000800:00000200:86.0:1596748037.301851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463fc5000 0x27e3fc5000(0x27e3fc5000) 00000800:00000200:86.0:1596748037.301852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47a0aa000 0x27fa0aa000(0x27fa0aa000) 00000800:00000200:86.0:1596748037.301853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463f34000 0x27e3f34000(0x27e3f34000) 00000800:00000200:86.0:1596748037.301854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46471b000 0x27e471b000(0x27e471b000) 00000800:00000200:86.0:1596748037.301854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47f213000 0x27ff213000(0x27ff213000) 00000800:00000200:86.0:1596748037.301855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47eed5000 0x27feed5000(0x27feed5000) 00000800:00000200:86.0:1596748037.301856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464442000 0x27e4442000(0x27e4442000) 00000800:00000200:86.0:1596748037.301857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463f76000 0x27e3f76000(0x27e3f76000) 00000800:00000200:86.0:1596748037.301857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464466000 0x27e4466000(0x27e4466000) 00000800:00000200:86.0:1596748037.301858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464601000 0x27e4601000(0x27e4601000) 00000800:00000200:86.0:1596748037.301859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463c49000 0x27e3c49000(0x27e3c49000) 00000800:00000200:86.0:1596748037.301859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e065000 0x27fe065000(0x27fe065000) 00000800:00000200:86.0:1596748037.301860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464713000 0x27e4713000(0x27e4713000) 00000800:00000200:86.0:1596748037.301861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464478000 0x27e4478000(0x27e4478000) 00000800:00000200:86.0:1596748037.301862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4641ba000 0x27e41ba000(0x27e41ba000) 00000800:00000200:86.0:1596748037.301862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464d27000 0x27e4d27000(0x27e4d27000) 00000800:00000200:86.0:1596748037.301863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464135000 0x27e4135000(0x27e4135000) 00000800:00000200:86.0:1596748037.301864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463fe4000 0x27e3fe4000(0x27e3fe4000) 00000800:00000010:86.0:1596748037.302408:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294700 (tot 156935658). 00000800:00000200:86.0:1596748037.302410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.302427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463432e00] (20)-- 00000800:00000200:86.0:1596748037.302429:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.22@o2ib36 00000800:00000200:86.0:1596748037.302704:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:36.2:1596748037.302997:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463432e00] (19)++ 00000800:00000200:86.0:1596748037.303000:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.22@o2ib36 00000800:00000200:86.0:1596748037.303001:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.22@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748037.303002:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156935522). 00000800:00000200:86.0:1596748037.303003:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463432e00] (20)++ 00000800:00000200:86.0:1596748037.303003:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463432e00] (21)++ 00000800:00000200:86.0:1596748037.303004:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463432e00] (22)-- 00000800:00000010:86.0:1596748037.604267:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1980 (tot 156935634). 00000800:00000200:86.0:1596748037.604271:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1980] -> 192.168.128.124@o2ib36 (1)++ 00000800:00000010:86.0:1596748037.604273:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1900 (tot 156935746). 00000800:00000010:86.0:1596748037.604275:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc658c9000 (tot 156936042). 00000800:00000010:86.0:1596748037.604276:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156936178). 00000800:00000010:86.0:1596748037.604278:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a5800 (tot 156938050). 00000800:00000010:86.0:1596748037.604279:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583ee40 (tot 156938202). 00000800:00000200:86.0:1596748037.604290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6797a000 0x2fe797a000(0x2fe797a000) 00000800:00000200:86.0:1596748037.604291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc7fde7000 0x2fffde7000(0x2fffde7000) 00000800:00000200:86.0:1596748037.604292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7ea4e000 0x2ffea4e000(0x2ffea4e000) 00000800:00000200:86.0:1596748037.604293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65c43000 0x2fe5c43000(0x2fe5c43000) 00000800:00000200:86.0:1596748037.604293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65c27000 0x2fe5c27000(0x2fe5c27000) 00000800:00000200:86.0:1596748037.604294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7ec58000 0x2ffec58000(0x2ffec58000) 00000800:00000200:86.0:1596748037.604295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65c40000 0x2fe5c40000(0x2fe5c40000) 00000800:00000200:86.0:1596748037.604296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67db7000 0x2fe7db7000(0x2fe7db7000) 00000800:00000200:86.0:1596748037.604296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67db4000 0x2fe7db4000(0x2fe7db4000) 00000800:00000200:86.0:1596748037.604297:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67ac5000 0x2fe7ac5000(0x2fe7ac5000) 00000800:00000200:86.0:1596748037.604298:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67838000 0x2fe7838000(0x2fe7838000) 00000800:00000200:86.0:1596748037.604299:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67b0b000 0x2fe7b0b000(0x2fe7b0b000) 00000800:00000200:86.0:1596748037.604299:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc658c7000 0x2fe58c7000(0x2fe58c7000) 00000800:00000200:86.0:1596748037.604300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65e18000 0x2fe5e18000(0x2fe5e18000) 00000800:00000200:86.0:1596748037.604301:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7f0a6000 0x2fff0a6000(0x2fff0a6000) 00000800:00000200:86.0:1596748037.604301:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65e0f000 0x2fe5e0f000(0x2fe5e0f000) 00000800:00000200:86.0:1596748037.604302:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc7ec27000 0x2ffec27000(0x2ffec27000) 00000800:00000200:86.0:1596748037.604303:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6698f000 0x2fe698f000(0x2fe698f000) 00000800:00000010:86.0:1596748037.604866:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1900 (tot 156938090). 00000800:00000200:86.0:1596748037.604868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.604885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9000] (20)-- 00000800:00000200:86.0:1596748037.604887:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.124@o2ib36 00000800:00000200:86.0:1596748037.605146:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748037.605471:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc658c9000] (19)++ 00000800:00000200:86.0:1596748037.605472:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.124@o2ib36 00000800:00000200:86.0:1596748037.605473:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.124@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748037.605474:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156937954). 00000800:00000200:86.0:1596748037.605475:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc658c9000] (20)++ 00000800:00000200:86.0:1596748037.605476:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc658c9000] (21)++ 00000800:00000200:86.0:1596748037.605476:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc658c9000] (22)-- 00000800:00000010:86.0:1596748037.906312:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849a80 (tot 156938066). 00000800:00000200:86.0:1596748037.906316:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849a80] -> 192.168.128.11@o2ib36 (1)++ 00000800:00000010:86.0:1596748037.906318:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849a00 (tot 156938178). 00000800:00000010:86.0:1596748037.906320:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb29400 (tot 156938474). 00000800:00000010:86.0:1596748037.906322:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408923380 (tot 156938610). 00000800:00000010:86.0:1596748037.906323:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402662000 (tot 156940482). 00000800:00000010:86.0:1596748037.906324:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c4089229c0 (tot 156940634). 00000800:00000200:86.0:1596748037.906329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fdc81000 0x377dc81000(0x377dc81000) 00000800:00000200:86.0:1596748037.906330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fdc82000 0x377dc82000(0x377dc82000) 00000800:00000200:86.0:1596748037.906331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fdc83000 0x377dc83000(0x377dc83000) 00000800:00000200:86.0:1596748037.906332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fdc84000 0x377dc84000(0x377dc84000) 00000800:00000200:86.0:1596748037.906332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fdc85000 0x377dc85000(0x377dc85000) 00000800:00000200:86.0:1596748037.906333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fdc86000 0x377dc86000(0x377dc86000) 00000800:00000200:86.0:1596748037.906334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fdc87000 0x377dc87000(0x377dc87000) 00000800:00000200:86.0:1596748037.906335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fdcb0000 0x377dcb0000(0x377dcb0000) 00000800:00000200:86.0:1596748037.906335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fdcb1000 0x377dcb1000(0x377dcb1000) 00000800:00000200:86.0:1596748037.906336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fdcb2000 0x377dcb2000(0x377dcb2000) 00000800:00000200:86.0:1596748037.906337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fdcb3000 0x377dcb3000(0x377dcb3000) 00000800:00000200:86.0:1596748037.906337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fdcb4000 0x377dcb4000(0x377dcb4000) 00000800:00000200:86.0:1596748037.906338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fdcb5000 0x377dcb5000(0x377dcb5000) 00000800:00000200:86.0:1596748037.906339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fdcb6000 0x377dcb6000(0x377dcb6000) 00000800:00000200:86.0:1596748037.906340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fdcb7000 0x377dcb7000(0x377dcb7000) 00000800:00000200:86.0:1596748037.906340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fdcb8000 0x377dcb8000(0x377dcb8000) 00000800:00000200:86.0:1596748037.906341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fdcb9000 0x377dcb9000(0x377dcb9000) 00000800:00000200:86.0:1596748037.906342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fdcba000 0x377dcba000(0x377dcba000) 00000800:00000010:86.0:1596748037.906898:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849a00 (tot 156940522). 00000800:00000200:86.0:1596748037.906900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.906918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29400] (20)-- 00000800:00000200:86.0:1596748037.906919:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.11@o2ib36 00000800:00000200:86.0:1596748037.907174:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748037.907478:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.11@o2ib36 00000800:00000200:86.0:1596748037.907479:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.11@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748037.907480:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408923380 (tot 156940386). 00000800:00000200:86.0:1596748037.907481:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb29400] (19)++ 00000800:00000200:86.0:1596748037.907481:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb29400] (20)++ 00000800:00000200:86.0:1596748037.907482:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb29400] (21)-- 00000800:00000200:40.2:1596748037.907652:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb29400] (20)++ 00000800:00000010:86.0:1596748038.888828:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0500 (tot 156940498). 00000800:00000200:86.0:1596748038.888831:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0500] -> 192.168.128.137@o2ib36 (1)++ 00000800:00000010:86.0:1596748038.888833:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0580 (tot 156940610). 00000800:00000010:86.0:1596748038.888835:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc658cf000 (tot 156940906). 00000800:00000010:86.0:1596748038.888837:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583fec0 (tot 156941042). 00000800:00000010:86.0:1596748038.888838:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a3000 (tot 156942914). 00000800:00000010:86.0:1596748038.888839:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583f500 (tot 156943066). 00000800:00000200:86.0:1596748038.888842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65df7000 0x2fe5df7000(0x2fe5df7000) 00000800:00000200:86.0:1596748038.888843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6696a000 0x2fe696a000(0x2fe696a000) 00000800:00000200:86.0:1596748038.888844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66856000 0x2fe6856000(0x2fe6856000) 00000800:00000200:86.0:1596748038.888845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65e13000 0x2fe5e13000(0x2fe5e13000) 00000800:00000200:86.0:1596748038.888845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65e10000 0x2fe5e10000(0x2fe5e10000) 00000800:00000200:86.0:1596748038.888846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65e11000 0x2fe5e11000(0x2fe5e11000) 00000800:00000200:86.0:1596748038.888847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc66970000 0x2fe6970000(0x2fe6970000) 00000800:00000200:86.0:1596748038.888848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc66971000 0x2fe6971000(0x2fe6971000) 00000800:00000200:86.0:1596748038.888848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6698a000 0x2fe698a000(0x2fe698a000) 00000800:00000200:86.0:1596748038.888849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc6698b000 0x2fe698b000(0x2fe698b000) 00000800:00000200:86.0:1596748038.888850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67a44000 0x2fe7a44000(0x2fe7a44000) 00000800:00000200:86.0:1596748038.888851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67a45000 0x2fe7a45000(0x2fe7a45000) 00000800:00000200:86.0:1596748038.888851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc66bc2000 0x2fe6bc2000(0x2fe6bc2000) 00000800:00000200:86.0:1596748038.888852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc66bc3000 0x2fe6bc3000(0x2fe6bc3000) 00000800:00000200:86.0:1596748038.888853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67db8000 0x2fe7db8000(0x2fe7db8000) 00000800:00000200:86.0:1596748038.888854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67db9000 0x2fe7db9000(0x2fe7db9000) 00000800:00000200:86.0:1596748038.888854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65c66000 0x2fe5c66000(0x2fe5c66000) 00000800:00000200:86.0:1596748038.888855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65c67000 0x2fe5c67000(0x2fe5c67000) 00000800:00000010:86.0:1596748038.889430:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0580 (tot 156942954). 00000800:00000200:86.0:1596748038.889432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.889449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658cf000] (20)-- 00000800:00000200:86.0:1596748038.889451:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.137@o2ib36 00000800:00000200:86.0:1596748038.889722:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748038.890030:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc658cf000] (19)++ 00000800:00000200:86.0:1596748038.890032:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.137@o2ib36 00000800:00000200:86.0:1596748038.890033:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.137@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748038.890035:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583fec0 (tot 156942818). 00000800:00000200:86.0:1596748038.890036:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc658cf000] (20)++ 00000800:00000200:86.0:1596748038.890036:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc658cf000] (21)++ 00000800:00000200:86.0:1596748038.890037:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc658cf000] (22)-- 00000800:00000010:86.0:1596748039.069709:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848500 (tot 156942930). 00000800:00000200:86.0:1596748039.069713:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848500] -> 192.168.128.37@o2ib36 (1)++ 00000800:00000010:86.0:1596748039.069715:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848580 (tot 156943042). 00000800:00000010:86.0:1596748039.069717:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb29a00 (tot 156943338). 00000800:00000010:86.0:1596748039.069718:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408922300 (tot 156943474). 00000800:00000010:86.0:1596748039.069719:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402664800 (tot 156945346). 00000800:00000010:86.0:1596748039.069720:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c4089226c0 (tot 156945498). 00000800:00000200:86.0:1596748039.069725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fde8c000 0x377de8c000(0x377de8c000) 00000800:00000200:86.0:1596748039.069726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fde8d000 0x377de8d000(0x377de8d000) 00000800:00000200:86.0:1596748039.069727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fde8e000 0x377de8e000(0x377de8e000) 00000800:00000200:86.0:1596748039.069728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fde8f000 0x377de8f000(0x377de8f000) 00000800:00000200:86.0:1596748039.069728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fde90000 0x377de90000(0x377de90000) 00000800:00000200:86.0:1596748039.069729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fde91000 0x377de91000(0x377de91000) 00000800:00000200:86.0:1596748039.069730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fde92000 0x377de92000(0x377de92000) 00000800:00000200:86.0:1596748039.069731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fde93000 0x377de93000(0x377de93000) 00000800:00000200:86.0:1596748039.069731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fde94000 0x377de94000(0x377de94000) 00000800:00000200:86.0:1596748039.069732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fde95000 0x377de95000(0x377de95000) 00000800:00000200:86.0:1596748039.069733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fde96000 0x377de96000(0x377de96000) 00000800:00000200:86.0:1596748039.069733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fde97000 0x377de97000(0x377de97000) 00000800:00000200:86.0:1596748039.069734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fdec0000 0x377dec0000(0x377dec0000) 00000800:00000200:86.0:1596748039.069735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fdec1000 0x377dec1000(0x377dec1000) 00000800:00000200:86.0:1596748039.069736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fdec2000 0x377dec2000(0x377dec2000) 00000800:00000200:86.0:1596748039.069736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fdec3000 0x377dec3000(0x377dec3000) 00000800:00000200:86.0:1596748039.069737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fdec4000 0x377dec4000(0x377dec4000) 00000800:00000200:86.0:1596748039.069738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fdec5000 0x377dec5000(0x377dec5000) 00000800:00000010:86.0:1596748039.070293:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848580 (tot 156945386). 00000800:00000200:86.0:1596748039.070295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070312:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29a00] (20)-- 00000800:00000200:86.0:1596748039.070314:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.37@o2ib36 00000800:00000200:86.0:1596748039.070604:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748039.070951:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb29a00] (19)++ 00000800:00000200:86.0:1596748039.070953:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.37@o2ib36 00000800:00000200:86.0:1596748039.070955:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.37@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748039.070956:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408922300 (tot 156945250). 00000800:00000200:86.0:1596748039.070957:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb29a00] (20)++ 00000800:00000200:86.0:1596748039.070957:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb29a00] (21)++ 00000800:00000200:86.0:1596748039.070958:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb29a00] (22)-- 00000800:00000010:86.0:1596748039.169745:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35500 (tot 156945362). 00000800:00000200:86.0:1596748039.169748:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35500] -> 192.168.128.38@o2ib36 (1)++ 00000800:00000010:86.0:1596748039.169751:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35480 (tot 156945474). 00000800:00000010:86.0:1596748039.169753:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf25200 (tot 156945770). 00000800:00000010:86.0:1596748039.169754:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 156945906). 00000800:00000010:86.0:1596748039.169756:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfbb000 (tot 156947778). 00000800:00000010:86.0:1596748039.169757:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf49080 (tot 156947930). 00000800:00000200:86.0:1596748039.169764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bff9000 0x1fdbff9000(0x1fdbff9000) 00000800:00000200:86.0:1596748039.169765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bffa000 0x1fdbffa000(0x1fdbffa000) 00000800:00000200:86.0:1596748039.169766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bffb000 0x1fdbffb000(0x1fdbffb000) 00000800:00000200:86.0:1596748039.169767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bffc000 0x1fdbffc000(0x1fdbffc000) 00000800:00000200:86.0:1596748039.169767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bffd000 0x1fdbffd000(0x1fdbffd000) 00000800:00000200:86.0:1596748039.169768:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bffe000 0x1fdbffe000(0x1fdbffe000) 00000800:00000200:86.0:1596748039.169769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bfff000 0x1fdbfff000(0x1fdbfff000) 00000800:00000200:86.0:1596748039.169770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b800000 0x1fdb800000(0x1fdb800000) 00000800:00000200:86.0:1596748039.169770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b801000 0x1fdb801000(0x1fdb801000) 00000800:00000200:86.0:1596748039.169771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b802000 0x1fdb802000(0x1fdb802000) 00000800:00000200:86.0:1596748039.169772:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b803000 0x1fdb803000(0x1fdb803000) 00000800:00000200:86.0:1596748039.169773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b804000 0x1fdb804000(0x1fdb804000) 00000800:00000200:86.0:1596748039.169773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b805000 0x1fdb805000(0x1fdb805000) 00000800:00000200:86.0:1596748039.169774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b806000 0x1fdb806000(0x1fdb806000) 00000800:00000200:86.0:1596748039.169775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b807000 0x1fdb807000(0x1fdb807000) 00000800:00000200:86.0:1596748039.169776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b808000 0x1fdb808000(0x1fdb808000) 00000800:00000200:86.0:1596748039.169776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b809000 0x1fdb809000(0x1fdb809000) 00000800:00000200:86.0:1596748039.169777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b80a000 0x1fdb80a000(0x1fdb80a000) 00000800:00000010:86.0:1596748039.170319:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35480 (tot 156947818). 00000800:00000200:86.0:1596748039.170320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.170338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25200] (20)-- 00000800:00000200:86.0:1596748039.170339:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.38@o2ib36 00000800:00000200:86.0:1596748039.170601:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748039.171007:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.38@o2ib36 00000800:00000200:86.0:1596748039.171008:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.38@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748039.171009:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 156947682). 00000800:00000200:86.0:1596748039.171010:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf25200] (19)++ 00000800:00000200:86.0:1596748039.171011:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf25200] (20)++ 00000800:00000200:86.0:1596748039.171011:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf25200] (21)-- 00000800:00000200:40.2:1596748039.171194:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf25200] (20)++ 00000800:00000010:86.0:1596748039.210532:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db680 (tot 156947794). 00000800:00000200:86.0:1596748039.210535:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db680] -> 192.168.128.54@o2ib36 (1)++ 00000800:00000010:86.0:1596748039.210537:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db000 (tot 156947906). 00000800:00000010:86.0:1596748039.210540:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471f9a00 (tot 156948202). 00000800:00000010:86.0:1596748039.210541:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156948338). 00000800:00000010:86.0:1596748039.210544:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f3000 (tot 156950210). 00000800:00000010:86.0:1596748039.210545:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6c00 (tot 156950362). 00000800:00000200:86.0:1596748039.210554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447272000 0x17c7272000(0x17c7272000) 00000800:00000200:86.0:1596748039.210555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447273000 0x17c7273000(0x17c7273000) 00000800:00000200:86.0:1596748039.210556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447274000 0x17c7274000(0x17c7274000) 00000800:00000200:86.0:1596748039.210556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447275000 0x17c7275000(0x17c7275000) 00000800:00000200:86.0:1596748039.210557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447276000 0x17c7276000(0x17c7276000) 00000800:00000200:86.0:1596748039.210558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447277000 0x17c7277000(0x17c7277000) 00000800:00000200:86.0:1596748039.210559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447278000 0x17c7278000(0x17c7278000) 00000800:00000200:86.0:1596748039.210559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447279000 0x17c7279000(0x17c7279000) 00000800:00000200:86.0:1596748039.210560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4768ba000 0x17f68ba000(0x17f68ba000) 00000800:00000200:86.0:1596748039.210561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4768ac000 0x17f68ac000(0x17f68ac000) 00000800:00000200:86.0:1596748039.210561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4768ad000 0x17f68ad000(0x17f68ad000) 00000800:00000200:86.0:1596748039.210562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4768aa000 0x17f68aa000(0x17f68aa000) 00000800:00000200:86.0:1596748039.210563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4768ab000 0x17f68ab000(0x17f68ab000) 00000800:00000200:86.0:1596748039.210564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44727a000 0x17c727a000(0x17c727a000) 00000800:00000200:86.0:1596748039.210564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44727b000 0x17c727b000(0x17c727b000) 00000800:00000200:86.0:1596748039.210565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44727c000 0x17c727c000(0x17c727c000) 00000800:00000200:86.0:1596748039.210566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44727d000 0x17c727d000(0x17c727d000) 00000800:00000200:86.0:1596748039.210567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44727e000 0x17c727e000(0x17c727e000) 00000800:00000010:86.0:1596748039.211097:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db000 (tot 156950250). 00000800:00000200:86.0:1596748039.211099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471f9a00] (20)-- 00000800:00000200:86.0:1596748039.211118:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.54@o2ib36 00000800:00000200:86.0:1596748039.211382:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748039.211727:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.54@o2ib36 00000800:00000200:86.0:1596748039.211729:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.54@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748039.211729:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156950114). 00000800:00000200:86.0:1596748039.211731:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471f9a00] (19)++ 00000800:00000200:86.0:1596748039.211731:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471f9a00] (20)++ 00000800:00000200:86.0:1596748039.211732:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471f9a00] (21)-- 00000800:00000200:39.2:1596748039.211924:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471f9a00] (20)++ 00000800:00000010:86.0:1596748039.934545:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849a00 (tot 156950226). 00000800:00000200:86.0:1596748039.934549:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849a00] -> 192.168.128.45@o2ib36 (1)++ 00000800:00000010:86.0:1596748039.934551:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849980 (tot 156950338). 00000800:00000010:86.0:1596748039.934554:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb2ee00 (tot 156950634). 00000800:00000010:86.0:1596748039.934556:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408922300 (tot 156950770). 00000800:00000010:86.0:1596748039.934557:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c402663000 (tot 156952642). 00000800:00000010:86.0:1596748039.934558:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c409afe240 (tot 156952794). 00000800:00000200:86.0:1596748039.934561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fd959000 0x377d959000(0x377d959000) 00000800:00000200:86.0:1596748039.934562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fd95a000 0x377d95a000(0x377d95a000) 00000800:00000200:86.0:1596748039.934563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fd95b000 0x377d95b000(0x377d95b000) 00000800:00000200:86.0:1596748039.934564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fd95c000 0x377d95c000(0x377d95c000) 00000800:00000200:86.0:1596748039.934565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fd95d000 0x377d95d000(0x377d95d000) 00000800:00000200:86.0:1596748039.934565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fd95e000 0x377d95e000(0x377d95e000) 00000800:00000200:86.0:1596748039.934566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fd95f000 0x377d95f000(0x377d95f000) 00000800:00000200:86.0:1596748039.934567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fd960000 0x377d960000(0x377d960000) 00000800:00000200:86.0:1596748039.934567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fd961000 0x377d961000(0x377d961000) 00000800:00000200:86.0:1596748039.934568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fd962000 0x377d962000(0x377d962000) 00000800:00000200:86.0:1596748039.934569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fd963000 0x377d963000(0x377d963000) 00000800:00000200:86.0:1596748039.934570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fd964000 0x377d964000(0x377d964000) 00000800:00000200:86.0:1596748039.934570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fd965000 0x377d965000(0x377d965000) 00000800:00000200:86.0:1596748039.934571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fd966000 0x377d966000(0x377d966000) 00000800:00000200:86.0:1596748039.934572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fd967000 0x377d967000(0x377d967000) 00000800:00000200:86.0:1596748039.934573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fd968000 0x377d968000(0x377d968000) 00000800:00000200:86.0:1596748039.934573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fd969000 0x377d969000(0x377d969000) 00000800:00000200:86.0:1596748039.934574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fd96a000 0x377d96a000(0x377d96a000) 00000800:00000010:86.0:1596748039.935128:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849980 (tot 156952682). 00000800:00000200:86.0:1596748039.935130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2ee00] (20)-- 00000800:00000200:86.0:1596748039.935148:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.45@o2ib36 00000800:00000200:86.0:1596748039.935404:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748039.935798:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.45@o2ib36 00000800:00000200:86.0:1596748039.935800:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.45@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748039.935801:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408922300 (tot 156952546). 00000800:00000200:86.0:1596748039.935802:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb2ee00] (19)++ 00000800:00000200:86.0:1596748039.935803:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb2ee00] (20)++ 00000800:00000200:86.0:1596748039.935803:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb2ee00] (21)-- 00000800:00000200:39.2:1596748039.935971:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb2ee00] (20)++ 00000800:00000010:86.0:1596748041.168999:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295800 (tot 156952658). 00000800:00000200:86.0:1596748041.169002:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295800] -> 192.168.128.90@o2ib36 (1)++ 00000800:00000010:86.0:1596748041.169004:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295780 (tot 156952770). 00000800:00000010:86.0:1596748041.169006:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463434800 (tot 156953066). 00000800:00000010:86.0:1596748041.169009:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4643ebec0 (tot 156953202). 00000800:00000010:86.0:1596748041.169011:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f1000 (tot 156955074). 00000800:00000010:86.0:1596748041.169014:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f04000 (tot 156955226). 00000800:00000200:86.0:1596748041.169023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47ae18000 0x27fae18000(0x27fae18000) 00000800:00000200:86.0:1596748041.169024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463f58000 0x27e3f58000(0x27e3f58000) 00000800:00000200:86.0:1596748041.169025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463fe7000 0x27e3fe7000(0x27e3fe7000) 00000800:00000200:86.0:1596748041.169026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46415e000 0x27e415e000(0x27e415e000) 00000800:00000200:86.0:1596748041.169027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463f28000 0x27e3f28000(0x27e3f28000) 00000800:00000200:86.0:1596748041.169027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463fc7000 0x27e3fc7000(0x27e3fc7000) 00000800:00000200:86.0:1596748041.169028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46418b000 0x27e418b000(0x27e418b000) 00000800:00000200:86.0:1596748041.169029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464482000 0x27e4482000(0x27e4482000) 00000800:00000200:86.0:1596748041.169029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4641a0000 0x27e41a0000(0x27e41a0000) 00000800:00000200:86.0:1596748041.169030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46431a000 0x27e431a000(0x27e431a000) 00000800:00000200:86.0:1596748041.169031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47aef4000 0x27faef4000(0x27faef4000) 00000800:00000200:86.0:1596748041.169032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b474c83000 0x27f4c83000(0x27f4c83000) 00000800:00000200:86.0:1596748041.169032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47f372000 0x27ff372000(0x27ff372000) 00000800:00000200:86.0:1596748041.169033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47f054000 0x27ff054000(0x27ff054000) 00000800:00000200:86.0:1596748041.169034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464720000 0x27e4720000(0x27e4720000) 00000800:00000200:86.0:1596748041.169035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46456d000 0x27e456d000(0x27e456d000) 00000800:00000200:86.0:1596748041.169036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47aeef000 0x27faeef000(0x27faeef000) 00000800:00000200:86.0:1596748041.169036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47ad5e000 0x27fad5e000(0x27fad5e000) 00000800:00000010:86.0:1596748041.169591:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295780 (tot 156955114). 00000800:00000200:86.0:1596748041.169593:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169593:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169594:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169595:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169595:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169596:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169596:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169597:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169597:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169598:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169598:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169599:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169599:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169599:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169600:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169600:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169601:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169601:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169602:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169602:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169603:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169603:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169604:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169604:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169605:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169605:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169606:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169606:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169607:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169607:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169608:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169608:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169608:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169609:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169609:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.169610:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434800] (20)-- 00000800:00000200:86.0:1596748041.169611:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.90@o2ib36 00000800:00000200:86.0:1596748041.169867:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748041.170262:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.90@o2ib36 00000800:00000200:86.0:1596748041.170264:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.90@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748041.170264:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4643ebec0 (tot 156954978). 00000800:00000200:86.0:1596748041.170266:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463434800] (19)++ 00000800:00000200:86.0:1596748041.170266:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463434800] (20)++ 00000800:00000200:86.0:1596748041.170267:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463434800] (21)-- 00000800:00000200:39.2:1596748041.170419:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463434800] (20)++ 00000800:00000010:86.0:1596748042.317843:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848580 (tot 156955090). 00000800:00000200:86.0:1596748042.317846:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848580] -> 192.168.128.134@o2ib36 (1)++ 00000800:00000010:86.0:1596748042.317848:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848600 (tot 156955202). 00000800:00000010:86.0:1596748042.317850:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb2a400 (tot 156955498). 00000800:00000010:86.0:1596748042.317852:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fda91ec0 (tot 156955634). 00000800:00000010:86.0:1596748042.317853:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda67800 (tot 156957506). 00000800:00000010:86.0:1596748042.317854:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fda91e00 (tot 156957658). 00000800:00000200:86.0:1596748042.317857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fdb50000 0x377db50000(0x377db50000) 00000800:00000200:86.0:1596748042.317858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fdb51000 0x377db51000(0x377db51000) 00000800:00000200:86.0:1596748042.317859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fdb52000 0x377db52000(0x377db52000) 00000800:00000200:86.0:1596748042.317860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fdb53000 0x377db53000(0x377db53000) 00000800:00000200:86.0:1596748042.317861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fdb54000 0x377db54000(0x377db54000) 00000800:00000200:86.0:1596748042.317861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fdb55000 0x377db55000(0x377db55000) 00000800:00000200:86.0:1596748042.317862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fdb56000 0x377db56000(0x377db56000) 00000800:00000200:86.0:1596748042.317863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fdb57000 0x377db57000(0x377db57000) 00000800:00000200:86.0:1596748042.317864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fdb58000 0x377db58000(0x377db58000) 00000800:00000200:86.0:1596748042.317864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fdb59000 0x377db59000(0x377db59000) 00000800:00000200:86.0:1596748042.317865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fdb5a000 0x377db5a000(0x377db5a000) 00000800:00000200:86.0:1596748042.317866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fdb5b000 0x377db5b000(0x377db5b000) 00000800:00000200:86.0:1596748042.317867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fdb5c000 0x377db5c000(0x377db5c000) 00000800:00000200:86.0:1596748042.317867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fdb5d000 0x377db5d000(0x377db5d000) 00000800:00000200:86.0:1596748042.317868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fdb5e000 0x377db5e000(0x377db5e000) 00000800:00000200:86.0:1596748042.317869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fdb5f000 0x377db5f000(0x377db5f000) 00000800:00000200:86.0:1596748042.317870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fdb60000 0x377db60000(0x377db60000) 00000800:00000200:86.0:1596748042.317870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fdb61000 0x377db61000(0x377db61000) 00000800:00000010:86.0:1596748042.318461:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848600 (tot 156957546). 00000800:00000200:86.0:1596748042.318463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.318480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2a400] (20)-- 00000800:00000200:86.0:1596748042.318482:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.134@o2ib36 00000800:00000200:86.0:1596748042.318757:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748042.319084:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.134@o2ib36 00000800:00000200:86.0:1596748042.319085:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.134@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748042.319086:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fda91ec0 (tot 156957410). 00000800:00000200:86.0:1596748042.319087:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb2a400] (19)++ 00000800:00000200:86.0:1596748042.319088:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb2a400] (20)++ 00000800:00000200:86.0:1596748042.319089:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb2a400] (21)-- 00000800:00000200:88.2:1596748042.319240:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb2a400] (20)++ 00000800:00000010:86.0:1596748043.416968:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1900 (tot 156957522). 00000800:00000200:86.0:1596748043.416972:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1900] -> 192.168.128.116@o2ib36 (1)++ 00000800:00000010:86.0:1596748043.416973:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1880 (tot 156957634). 00000800:00000010:86.0:1596748043.416976:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc658c9a00 (tot 156957930). 00000800:00000010:86.0:1596748043.416978:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc6583e240 (tot 156958066). 00000800:00000010:86.0:1596748043.416979:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc658a4800 (tot 156959938). 00000800:00000010:86.0:1596748043.416980:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc6583f080 (tot 156960090). 00000800:00000200:86.0:1596748043.416987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65c4c000 0x2fe5c4c000(0x2fe5c4c000) 00000800:00000200:86.0:1596748043.416988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65c4d000 0x2fe5c4d000(0x2fe5c4d000) 00000800:00000200:86.0:1596748043.416989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66bcc000 0x2fe6bcc000(0x2fe6bcc000) 00000800:00000200:86.0:1596748043.416990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc66bcd000 0x2fe6bcd000(0x2fe6bcd000) 00000800:00000200:86.0:1596748043.416991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65c48000 0x2fe5c48000(0x2fe5c48000) 00000800:00000200:86.0:1596748043.416992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65c49000 0x2fe5c49000(0x2fe5c49000) 00000800:00000200:86.0:1596748043.416992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65e14000 0x2fe5e14000(0x2fe5e14000) 00000800:00000200:86.0:1596748043.416993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65e15000 0x2fe5e15000(0x2fe5e15000) 00000800:00000200:86.0:1596748043.416994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65e16000 0x2fe5e16000(0x2fe5e16000) 00000800:00000200:86.0:1596748043.416994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65e17000 0x2fe5e17000(0x2fe5e17000) 00000800:00000200:86.0:1596748043.416995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65c28000 0x2fe5c28000(0x2fe5c28000) 00000800:00000200:86.0:1596748043.416996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65c29000 0x2fe5c29000(0x2fe5c29000) 00000800:00000200:86.0:1596748043.416997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65c2a000 0x2fe5c2a000(0x2fe5c2a000) 00000800:00000200:86.0:1596748043.416998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65c2b000 0x2fe5c2b000(0x2fe5c2b000) 00000800:00000200:86.0:1596748043.416998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66950000 0x2fe6950000(0x2fe6950000) 00000800:00000200:86.0:1596748043.416999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc66951000 0x2fe6951000(0x2fe6951000) 00000800:00000200:86.0:1596748043.417000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc66952000 0x2fe6952000(0x2fe6952000) 00000800:00000200:86.0:1596748043.417001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc66953000 0x2fe6953000(0x2fe6953000) 00000800:00000010:86.0:1596748043.417573:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1880 (tot 156959978). 00000800:00000200:86.0:1596748043.417574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417588:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417588:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417589:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417591:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.417592:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc658c9a00] (20)-- 00000800:00000200:86.0:1596748043.417594:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.116@o2ib36 00000800:00000200:86.0:1596748043.417834:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748043.418193:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc658c9a00] (19)++ 00000800:00000200:86.0:1596748043.418194:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.116@o2ib36 00000800:00000200:86.0:1596748043.418196:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.116@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748043.418196:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc6583e240 (tot 156959842). 00000800:00000200:86.0:1596748043.418198:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc658c9a00] (20)++ 00000800:00000200:86.0:1596748043.418199:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc658c9a00] (21)++ 00000800:00000200:86.0:1596748043.418200:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc658c9a00] (22)-- 00000800:00000010:86.0:1596748044.375174:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3d00 (tot 156959954). 00000800:00000200:86.0:1596748044.375177:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3d00] -> 192.168.128.52@o2ib36 (1)++ 00000800:00000010:86.0:1596748044.375179:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3c80 (tot 156960066). 00000800:00000010:86.0:1596748044.375183:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b9a00 (tot 156960362). 00000800:00000010:86.0:1596748044.375185:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 156960498). 00000800:00000010:86.0:1596748044.375187:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b6800 (tot 156962370). 00000800:00000010:86.0:1596748044.375188:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06b980 (tot 156962522). 00000800:00000200:86.0:1596748044.375195:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e0f9000 0xfde0f9000(0xfde0f9000) 00000800:00000200:86.0:1596748044.375196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e0fa000 0xfde0fa000(0xfde0fa000) 00000800:00000200:86.0:1596748044.375197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e0fb000 0xfde0fb000(0xfde0fb000) 00000800:00000200:86.0:1596748044.375198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e0fc000 0xfde0fc000(0xfde0fc000) 00000800:00000200:86.0:1596748044.375199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e0fd000 0xfde0fd000(0xfde0fd000) 00000800:00000200:86.0:1596748044.375199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e0fe000 0xfde0fe000(0xfde0fe000) 00000800:00000200:86.0:1596748044.375200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e0ff000 0xfde0ff000(0xfde0ff000) 00000800:00000200:86.0:1596748044.375201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c7e8fc000 0xffe8fc000(0xffe8fc000) 00000800:00000200:86.0:1596748044.375201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c7e8fd000 0xffe8fd000(0xffe8fd000) 00000800:00000200:86.0:1596748044.375202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c7e8fe000 0xffe8fe000(0xffe8fe000) 00000800:00000200:86.0:1596748044.375203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c7e8ff000 0xffe8ff000(0xffe8ff000) 00000800:00000200:86.0:1596748044.375204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e100000 0xfde100000(0xfde100000) 00000800:00000200:86.0:1596748044.375204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e101000 0xfde101000(0xfde101000) 00000800:00000200:86.0:1596748044.375205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e102000 0xfde102000(0xfde102000) 00000800:00000200:86.0:1596748044.375206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e103000 0xfde103000(0xfde103000) 00000800:00000200:86.0:1596748044.375207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e104000 0xfde104000(0xfde104000) 00000800:00000200:86.0:1596748044.375207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e105000 0xfde105000(0xfde105000) 00000800:00000200:86.0:1596748044.375208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e106000 0xfde106000(0xfde106000) 00000800:00000010:86.0:1596748044.375796:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3c80 (tot 156962410). 00000800:00000200:86.0:1596748044.375797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.375815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9a00] (20)-- 00000800:00000200:86.0:1596748044.375816:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.52@o2ib36 00000800:00000200:86.0:1596748044.376070:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:84.2:1596748044.376435:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b9a00] (19)++ 00000800:00000200:86.0:1596748044.376438:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.52@o2ib36 00000800:00000200:86.0:1596748044.376439:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.52@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748044.376440:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 156962274). 00000800:00000200:86.0:1596748044.376441:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b9a00] (20)++ 00000800:00000200:86.0:1596748044.376442:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b9a00] (21)++ 00000800:00000200:86.0:1596748044.376443:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b9a00] (22)-- 00000800:00000200:17.0:1596748046.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464252400] (21)++ 00000800:00000200:17.0:1596748046.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464252400] (22)++ 00000800:00000200:17.0:1596748046.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464252400] (23)-- 00000800:00000010:86.0:1596748047.032232:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3c80 (tot 156962386). 00000800:00000200:86.0:1596748047.032235:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3c80] -> 192.168.128.154@o2ib36 (1)++ 00000800:00000010:86.0:1596748047.032237:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3c00 (tot 156962498). 00000800:00000010:86.0:1596748047.032238:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bea00 (tot 156962794). 00000800:00000010:86.0:1596748047.032239:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 156962930). 00000800:00000010:86.0:1596748047.032241:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b5800 (tot 156964802). 00000800:00000010:86.0:1596748047.032242:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06b740 (tot 156964954). 00000800:00000200:86.0:1596748047.032247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e107000 0xfde107000(0xfde107000) 00000800:00000200:86.0:1596748047.032248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e108000 0xfde108000(0xfde108000) 00000800:00000200:86.0:1596748047.032249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e109000 0xfde109000(0xfde109000) 00000800:00000200:86.0:1596748047.032250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e10a000 0xfde10a000(0xfde10a000) 00000800:00000200:86.0:1596748047.032250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e10b000 0xfde10b000(0xfde10b000) 00000800:00000200:86.0:1596748047.032251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e10c000 0xfde10c000(0xfde10c000) 00000800:00000200:86.0:1596748047.032252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e10d000 0xfde10d000(0xfde10d000) 00000800:00000200:86.0:1596748047.032253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e10e000 0xfde10e000(0xfde10e000) 00000800:00000200:86.0:1596748047.032253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e10f000 0xfde10f000(0xfde10f000) 00000800:00000200:86.0:1596748047.032254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e110000 0xfde110000(0xfde110000) 00000800:00000200:86.0:1596748047.032255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e111000 0xfde111000(0xfde111000) 00000800:00000200:86.0:1596748047.032256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e112000 0xfde112000(0xfde112000) 00000800:00000200:86.0:1596748047.032257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e113000 0xfde113000(0xfde113000) 00000800:00000200:86.0:1596748047.032257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e114000 0xfde114000(0xfde114000) 00000800:00000200:86.0:1596748047.032258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e115000 0xfde115000(0xfde115000) 00000800:00000200:86.0:1596748047.032259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e116000 0xfde116000(0xfde116000) 00000800:00000200:86.0:1596748047.032259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e117000 0xfde117000(0xfde117000) 00000800:00000200:86.0:1596748047.032260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e118000 0xfde118000(0xfde118000) 00000800:00000010:86.0:1596748047.032836:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3c00 (tot 156964842). 00000800:00000200:86.0:1596748047.032837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.032855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bea00] (20)-- 00000800:00000200:86.0:1596748047.032857:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.154@o2ib36 00000800:00000200:86.0:1596748047.033132:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748047.033573:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.154@o2ib36 00000800:00000200:86.0:1596748047.033575:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.154@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748047.033576:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 156964706). 00000800:00000200:86.0:1596748047.033578:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bea00] (19)++ 00000800:00000200:86.0:1596748047.033579:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bea00] (20)++ 00000800:00000200:86.0:1596748047.033580:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bea00] (21)-- 00000800:00000200:84.2:1596748047.033582:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bea00] (20)++ 00000800:00000200:17.0:1596748047.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628e00] (21)++ 00000800:00000200:17.0:1596748047.352528:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55628e00] (22)++ 00000800:00000200:17.0:1596748047.352532:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55628e00] (23)-- 00000800:00000200:17.0:1596748048.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086000] (21)++ 00000800:00000200:17.0:1596748048.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447086000] (22)++ 00000800:00000200:17.0:1596748048.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447086000] (23)-- 00000800:00000200:17.0:1596748048.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408951200] (21)++ 00000800:00000200:17.0:1596748048.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c408951200] (22)++ 00000800:00000200:17.0:1596748048.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c408951200] (23)-- 00000800:00000200:17.0:1596748048.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f0800] (21)++ 00000800:00000200:17.0:1596748048.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f0800] (22)++ 00000800:00000200:17.0:1596748048.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f0800] (23)-- 00000800:00000200:17.0:1596748048.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447080a00] (21)++ 00000800:00000200:17.0:1596748048.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447080a00] (22)++ 00000800:00000200:17.0:1596748048.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447080a00] (23)-- 00000800:00020000:15.0:1596748051.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748051.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748051.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464252400] (22)++ 00000800:00000100:15.0:1596748051.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748051.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295d00] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:15.0:1596748051.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464252400] (23)-- 00000400:00000200:15.0:1596748051.353311:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:15.0:1596748051.353313:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:15.0:1596748051.353313:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464252400] (22)-- 00000800:00000200:86.0:1596748051.353601:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464252400] (21)-- 00000800:00000200:15.0:1596748052.352643:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408951c00] (21)++ 00000800:00000200:15.0:1596748052.352646:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c408951c00] (22)++ 00000800:00000200:15.0:1596748052.352650:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c408951c00] (23)-- 00000800:00020000:15.0:1596748052.352653:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748052.352655:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748052.352656:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628e00] (22)++ 00000800:00000100:15.0:1596748052.352658:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748052.352659:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacd80] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:15.0:1596748052.352660:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55628e00] (23)-- 00000400:00000200:15.0:1596748052.353237:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:15.0:1596748052.353238:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:15.0:1596748052.353239:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55628e00] (22)-- 00000800:00000200:86.0:1596748052.353539:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55628e00] (21)-- 00000800:00020000:15.0:1596748053.352531:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748053.352534:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748053.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086000] (22)++ 00000800:00000100:15.0:1596748053.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748053.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783daf00] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:15.0:1596748053.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447086000] (23)-- 00000800:00020000:15.0:1596748053.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748053.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748053.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408951200] (22)++ 00000800:00000100:15.0:1596748053.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748053.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849e80] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:15.0:1596748053.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c408951200] (23)-- 00000800:00020000:15.0:1596748053.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748053.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748053.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f0800] (22)++ 00000800:00000100:15.0:1596748053.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748053.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1e80] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:15.0:1596748053.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f0800] (23)-- 00000800:00020000:15.0:1596748053.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748053.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748053.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447080a00] (22)++ 00000800:00000100:15.0:1596748053.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748053.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db300] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:15.0:1596748053.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447080a00] (23)-- 00000800:00000200:15.0:1596748053.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b2800] (21)++ 00000800:00000200:15.0:1596748053.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e9b2800] (22)++ 00000800:00000200:15.0:1596748053.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e9b2800] (23)-- 00000400:00000200:15.0:1596748053.353156:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:15.0:1596748053.353157:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:15.0:1596748053.353157:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447086000] (22)-- 00000800:00000200:86.0:1596748053.353490:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447086000] (21)-- 00000400:00000200:15.0:1596748053.353692:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:15.0:1596748053.353693:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:15.0:1596748053.353693:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c408951200] (22)-- 00000800:00000200:86.0:1596748053.353933:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c408951200] (21)-- 00000400:00000200:15.0:1596748053.354231:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:15.0:1596748053.354233:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:15.0:1596748053.354233:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f0800] (22)-- 00000800:00000200:86.0:1596748053.354594:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f0800] (21)-- 00000400:00000200:15.0:1596748053.354778:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:15.0:1596748053.354779:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:15.0:1596748053.354780:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447080a00] (22)-- 00000800:00000200:86.0:1596748053.355124:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447080a00] (21)-- 00000800:00000200:86.0:1596748053.407521:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748054.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748055.097127:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294700 (tot 156964818). 00000800:00000200:86.0:1596748055.097132:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294700] -> 192.168.128.1@o2ib36 (1)++ 00000800:00000010:86.0:1596748055.097134:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294780 (tot 156964930). 00000800:00000010:86.0:1596748055.097139:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463433800 (tot 156965226). 00000800:00000010:86.0:1596748055.097142:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 156965362). 00000800:00000010:86.0:1596748055.097145:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f6800 (tot 156967234). 00000800:00000010:86.0:1596748055.097146:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f05e00 (tot 156967386). 00000800:00000200:86.0:1596748055.097153:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463f2f000 0x27e3f2f000(0x27e3f2f000) 00000800:00000200:86.0:1596748055.097154:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463f25000 0x27e3f25000(0x27e3f25000) 00000800:00000200:86.0:1596748055.097155:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463f26000 0x27e3f26000(0x27e3f26000) 00000800:00000200:86.0:1596748055.097156:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464ebf000 0x27e4ebf000(0x27e4ebf000) 00000800:00000200:86.0:1596748055.097157:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47f31f000 0x27ff31f000(0x27ff31f000) 00000800:00000200:86.0:1596748055.097158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46416c000 0x27e416c000(0x27e416c000) 00000800:00000200:86.0:1596748055.097158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464134000 0x27e4134000(0x27e4134000) 00000800:00000200:86.0:1596748055.097159:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464632000 0x27e4632000(0x27e4632000) 00000800:00000200:86.0:1596748055.097160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46414d000 0x27e414d000(0x27e414d000) 00000800:00000200:86.0:1596748055.097161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464179000 0x27e4179000(0x27e4179000) 00000800:00000200:86.0:1596748055.097161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464150000 0x27e4150000(0x27e4150000) 00000800:00000200:86.0:1596748055.097162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46452a000 0x27e452a000(0x27e452a000) 00000800:00000200:86.0:1596748055.097163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463f30000 0x27e3f30000(0x27e3f30000) 00000800:00000200:86.0:1596748055.097164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463f66000 0x27e3f66000(0x27e3f66000) 00000800:00000200:86.0:1596748055.097164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463efc000 0x27e3efc000(0x27e3efc000) 00000800:00000200:86.0:1596748055.097165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463efd000 0x27e3efd000(0x27e3efd000) 00000800:00000200:86.0:1596748055.097166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464186000 0x27e4186000(0x27e4186000) 00000800:00000200:86.0:1596748055.097166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464187000 0x27e4187000(0x27e4187000) 00000800:00000010:86.0:1596748055.097837:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294780 (tot 156967274). 00000800:00000200:86.0:1596748055.097838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.097856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463433800] (20)-- 00000800:00000200:86.0:1596748055.097857:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.1@o2ib36 00000800:00000200:86.0:1596748055.098126:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748055.098587:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.1@o2ib36 00000800:00000200:41.2:1596748055.098587:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463433800] (19)++ 00000800:00000200:86.0:1596748055.098588:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.1@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748055.098589:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 156967138). 00000800:00000200:86.0:1596748055.098590:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463433800] (20)++ 00000800:00000200:86.0:1596748055.098591:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463433800] (21)++ 00000800:00000200:86.0:1596748055.098592:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463433800] (22)-- 00000800:00000200:16.0:1596748055.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea6c00] (21)++ 00000800:00000200:16.0:1596748055.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea6c00] (22)++ 00000800:00000200:16.0:1596748055.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea6c00] (23)-- 00000800:00000200:16.0:1596748055.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447082400] (21)++ 00000800:00000200:16.0:1596748055.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447082400] (22)++ 00000800:00000200:16.0:1596748055.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447082400] (23)-- 00000800:00000200:16.0:1596748055.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869ae00] (21)++ 00000800:00000200:16.0:1596748055.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869ae00] (22)++ 00000800:00000200:16.0:1596748055.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869ae00] (23)-- 00000800:00000200:86.0:1596748055.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748055.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748055.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748055.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748057.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8a00] (21)++ 00000800:00000200:16.0:1596748057.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556e8a00] (22)++ 00000800:00000200:16.0:1596748057.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556e8a00] (23)-- 00000800:00000200:16.0:1596748057.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d04200] (21)++ 00000800:00000200:16.0:1596748057.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d04200] (22)++ 00000800:00000200:16.0:1596748057.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d04200] (23)-- 00000800:00020000:16.0:1596748058.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748058.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748058.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c408951c00] (22)++ 00000800:00000100:16.0:1596748058.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748058.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848100] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:16.0:1596748058.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c408951c00] (23)-- 00000800:00000200:16.0:1596748058.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6200] (21)++ 00000800:00000200:16.0:1596748058.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c6200] (22)++ 00000800:00000200:16.0:1596748058.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c6200] (23)-- 00000400:00000200:16.0:1596748058.353084:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:16.0:1596748058.353086:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:16.0:1596748058.353086:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c408951c00] (22)-- 00000800:00000200:86.0:1596748058.353642:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c408951c00] (21)-- 00000800:00000200:16.0:1596748059.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622800] (21)++ 00000800:00000200:16.0:1596748059.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e622800] (22)++ 00000800:00000200:16.0:1596748059.352532:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e622800] (23)-- 00000800:00020000:16.0:1596748060.352524:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748060.352527:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748060.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e9b2800] (22)++ 00000800:00000100:16.0:1596748060.352530:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748060.352533:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6f80] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:16.0:1596748060.352534:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e9b2800] (23)-- 00000800:00020000:16.0:1596748060.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748060.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748060.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea6c00] (22)++ 00000800:00000100:16.0:1596748060.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748060.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35d00] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:16.0:1596748060.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea6c00] (23)-- 00000800:00020000:16.0:1596748060.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748060.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748060.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447082400] (22)++ 00000800:00000100:16.0:1596748060.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748060.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db280] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:16.0:1596748060.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447082400] (23)-- 00000800:00020000:16.0:1596748060.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748060.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748060.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869ae00] (22)++ 00000800:00000100:16.0:1596748060.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748060.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34400] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:16.0:1596748060.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869ae00] (23)-- 00000400:00000200:16.0:1596748060.353108:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:16.0:1596748060.353110:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:16.0:1596748060.353110:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e9b2800] (22)-- 00000800:00000200:86.0:1596748060.353469:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e9b2800] (21)-- 00000400:00000200:16.0:1596748060.353632:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:16.0:1596748060.353633:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:16.0:1596748060.353634:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea6c00] (22)-- 00000800:00000200:86.0:1596748060.353976:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cea6c00] (21)-- 00000400:00000200:16.0:1596748060.354174:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:16.0:1596748060.354176:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:16.0:1596748060.354176:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447082400] (22)-- 00000400:00000200:16.0:1596748060.354741:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:16.0:1596748060.354742:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:16.0:1596748060.354742:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869ae00] (22)-- 00000800:00000200:86.0:1596748060.354775:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447082400] (21)-- 00000800:00000200:86.0:1596748060.355243:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac7869ae00] (21)-- 00000800:00000200:86.0:1596748060.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748061.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51fc00] (21)++ 00000800:00000200:16.0:1596748061.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51fc00] (22)++ 00000800:00000200:16.0:1596748061.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51fc00] (23)-- 00000800:00000200:16.0:1596748061.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158adc00] (21)++ 00000800:00000200:16.0:1596748061.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158adc00] (22)++ 00000800:00000200:16.0:1596748061.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158adc00] (23)-- 00000800:00000200:17.0:1596748062.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c430000] (21)++ 00000800:00000200:17.0:1596748062.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c430000] (22)++ 00000800:00000200:17.0:1596748062.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c430000] (23)-- 00000800:00000200:17.0:1596748062.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94800] (21)++ 00000800:00000200:17.0:1596748062.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc94800] (22)++ 00000800:00000200:17.0:1596748062.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc94800] (23)-- 00000800:00000200:17.0:1596748062.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c430600] (21)++ 00000800:00000200:17.0:1596748062.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c430600] (22)++ 00000800:00000200:17.0:1596748062.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c430600] (23)-- 00000800:00020000:17.0:1596748062.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748062.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748062.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8a00] (22)++ 00000800:00000100:17.0:1596748062.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748062.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead100] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:17.0:1596748062.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc556e8a00] (23)-- 00000800:00020000:17.0:1596748062.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748062.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748062.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d04200] (22)++ 00000800:00000100:17.0:1596748062.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748062.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0100] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:17.0:1596748062.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d04200] (23)-- 00000400:00000200:17.0:1596748062.353037:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:17.0:1596748062.353038:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:17.0:1596748062.353039:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc556e8a00] (22)-- 00000800:00000200:86.0:1596748062.353386:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc556e8a00] (21)-- 00000400:00000200:17.0:1596748062.353571:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:17.0:1596748062.353573:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:17.0:1596748062.353573:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d04200] (22)-- 00000800:00000200:86.0:1596748062.353836:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d04200] (21)-- 00000800:00000200:86.0:1596748062.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748062.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748062.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748062.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748063.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d32600] (21)++ 00000800:00000200:17.0:1596748063.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d32600] (22)++ 00000800:00000200:17.0:1596748063.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d32600] (23)-- 00000800:00020000:17.0:1596748063.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748063.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748063.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6200] (22)++ 00000800:00000100:17.0:1596748063.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748063.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34180] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:17.0:1596748063.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c6200] (23)-- 00000400:00000200:17.0:1596748063.353009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:17.0:1596748063.353011:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:17.0:1596748063.353011:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c6200] (22)-- 00000800:00000200:86.0:1596748063.353572:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c6200] (21)-- 00000800:00020000:17.0:1596748064.352531:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748064.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748064.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622800] (22)++ 00000800:00000100:17.0:1596748064.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748064.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5eaf6f00] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:17.0:1596748064.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e622800] (23)-- 00000400:00000200:17.0:1596748064.353117:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:17.0:1596748064.353119:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:17.0:1596748064.353119:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e622800] (22)-- 00000800:00000200:86.0:1596748064.353432:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e622800] (21)-- 00000800:00000200:86.0:1596748064.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748064.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000400:00000001:76.0F:1596748064.888932:0:25481:0:(module.c:70:libcfs_ioctl()) Process entered 00000400:00000001:76.0:1596748064.888934:0:25481:0:(linux-module.c:113:libcfs_ioctl_getdata()) Process entered 00000400:00000010:76.0:1596748064.888935:0:25481:0:(linux-module.c:136:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at ffff98cc7e666480 (tot 156967266). 00000400:00000001:76.0:1596748064.888937:0:25481:0:(linux-module.c:143:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:76.0:1596748064.888938:0:25481:0:(linux-module.c:91:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:76.0:1596748064.888939:0:25481:0:(linux-module.c:105:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:76.0:1596748064.888939:0:25481:0:(module.c:91:libcfs_ioctl()) libcfs ioctl cmd 3221775677 00000800:00000200:86.0:1596748065.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748066.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc91a00] (21)++ 00000800:00000200:17.0:1596748066.352527:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc91a00] (22)++ 00000800:00000200:17.0:1596748066.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc91a00] (23)-- 00000800:00000200:86.0:1596748066.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748067.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770de00] (21)++ 00000800:00000200:17.0:1596748067.352525:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770de00] (22)++ 00000800:00000200:17.0:1596748067.352528:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770de00] (23)-- 00000800:00020000:17.0:1596748067.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748067.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748067.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51fc00] (22)++ 00000800:00000100:17.0:1596748067.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748067.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35c80] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:17.0:1596748067.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51fc00] (23)-- 00000800:00000200:17.0:1596748067.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474b200] (21)++ 00000800:00000200:17.0:1596748067.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474b200] (22)++ 00000800:00000200:17.0:1596748067.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474b200] (23)-- 00000400:00000200:17.0:1596748067.353152:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:17.0:1596748067.353153:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:17.0:1596748067.353155:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51fc00] (22)-- 00000800:00000200:86.0:1596748067.353463:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d51fc00] (21)-- 00000800:00000010:86.0:1596748068.179384:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2400 (tot 156967378). 00000800:00000200:86.0:1596748068.179388:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2400] -> 192.168.128.2@o2ib36 (1)++ 00000800:00000010:86.0:1596748068.179390:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2480 (tot 156967490). 00000800:00000010:86.0:1596748068.179393:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bda00 (tot 156967786). 00000800:00000010:86.0:1596748068.179397:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06a240 (tot 156967922). 00000800:00000010:86.0:1596748068.179399:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e0b4000 (tot 156969794). 00000800:00000010:86.0:1596748068.179400:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06ac00 (tot 156969946). 00000800:00000200:86.0:1596748068.179414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c79ba0000 0xff9ba0000(0xff9ba0000) 00000800:00000200:86.0:1596748068.179415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c7de1b000 0xffde1b000(0xffde1b000) 00000800:00000200:86.0:1596748068.179416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c77693000 0xff7693000(0xff7693000) 00000800:00000200:86.0:1596748068.179417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c7c938000 0xffc938000(0xffc938000) 00000800:00000200:86.0:1596748068.179418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c7c8e2000 0xffc8e2000(0xffc8e2000) 00000800:00000200:86.0:1596748068.179418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c77776000 0xff7776000(0xff7776000) 00000800:00000200:86.0:1596748068.179419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c77689000 0xff7689000(0xff7689000) 00000800:00000200:86.0:1596748068.179420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c7dda8000 0xffdda8000(0xffdda8000) 00000800:00000200:86.0:1596748068.179421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c7d8a0000 0xffd8a0000(0xffd8a0000) 00000800:00000200:86.0:1596748068.179421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c7775e000 0xff775e000(0xff775e000) 00000800:00000200:86.0:1596748068.179422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c7de0d000 0xffde0d000(0xffde0d000) 00000800:00000200:86.0:1596748068.179423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c7dde9000 0xffdde9000(0xffdde9000) 00000800:00000200:86.0:1596748068.179424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c7e1d2000 0xffe1d2000(0xffe1d2000) 00000800:00000200:86.0:1596748068.179425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c7f5e4000 0xfff5e4000(0xfff5e4000) 00000800:00000200:86.0:1596748068.179425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c7cb9e000 0xffcb9e000(0xffcb9e000) 00000800:00000200:86.0:1596748068.179426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c77607000 0xff7607000(0xff7607000) 00000800:00000200:86.0:1596748068.179427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c79af8000 0xff9af8000(0xff9af8000) 00000800:00000200:86.0:1596748068.179427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c7ed3b000 0xffed3b000(0xffed3b000) 00000800:00000010:86.0:1596748068.180108:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2480 (tot 156969834). 00000800:00000200:86.0:1596748068.180110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bda00] (20)-- 00000800:00000200:86.0:1596748068.180129:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.2@o2ib36 00000800:00000200:86.0:1596748068.180400:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748068.180738:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.2@o2ib36 00000800:00000200:38.2:1596748068.180738:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bda00] (19)++ 00000800:00000200:86.0:1596748068.180740:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.2@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748068.180742:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06a240 (tot 156969698). 00000800:00000200:86.0:1596748068.180743:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bda00] (20)++ 00000800:00000200:86.0:1596748068.180744:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bda00] (21)++ 00000800:00000200:86.0:1596748068.180745:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bda00] (22)-- 00000800:00020000:17.0:1596748068.352527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748068.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748068.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158adc00] (22)++ 00000800:00000200:17.0:1596748068.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770c000] (21)++ 00000800:00000100:17.0:1596748068.352533:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748068.352536:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849e00] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:17.0:1596748068.352537:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158adc00] (23)-- 00000800:00000200:17.0:1596748068.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770c000] (22)++ 00000800:00000200:17.0:1596748068.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770c000] (23)-- 00000800:00020000:17.0:1596748068.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748068.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748068.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c430000] (22)++ 00000800:00000100:17.0:1596748068.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748068.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35c00] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:17.0:1596748068.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c430000] (23)-- 00000800:00000200:17.0:1596748068.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90800] (21)++ 00000800:00000200:17.0:1596748068.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc90800] (22)++ 00000800:00000200:17.0:1596748068.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc90800] (23)-- 00000800:00000200:17.0:1596748068.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50ea00] (21)++ 00000800:00000200:17.0:1596748068.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50ea00] (22)++ 00000800:00000200:17.0:1596748068.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50ea00] (23)-- 00000800:00000200:17.0:1596748068.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770bc00] (21)++ 00000800:00000200:17.0:1596748068.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770bc00] (22)++ 00000800:00000200:17.0:1596748068.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770bc00] (23)-- 00000800:00020000:17.0:1596748068.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748068.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748068.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d32600] (22)++ 00000800:00000100:17.0:1596748068.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748068.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294200] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:17.0:1596748068.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d32600] (23)-- 00000800:00000200:17.0:1596748068.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a618000] (21)++ 00000800:00000200:17.0:1596748068.352580:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a618000] (22)++ 00000800:00000200:17.0:1596748068.352583:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a618000] (23)-- 00000800:00020000:17.0:1596748068.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748068.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748068.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94800] (22)++ 00000800:00000100:17.0:1596748068.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748068.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35a80] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:17.0:1596748068.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc94800] (23)-- 00000800:00020000:17.0:1596748068.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748068.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748068.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c430600] (22)++ 00000800:00000100:17.0:1596748068.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748068.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34200] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:17.0:1596748068.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c430600] (23)-- 00000400:00000200:17.0:1596748068.353047:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:17.0:1596748068.353048:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:17.0:1596748068.353049:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158adc00] (22)-- 00000800:00000200:86.0:1596748068.353530:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158adc00] (21)-- 00000400:00000200:17.0:1596748068.353595:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:17.0:1596748068.353596:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:17.0:1596748068.353596:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c430000] (22)-- 00000800:00000200:86.0:1596748068.353884:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c430000] (21)-- 00000400:00000200:17.0:1596748068.354106:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:17.0:1596748068.354107:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:17.0:1596748068.354107:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d32600] (22)-- 00000800:00000200:86.0:1596748068.354417:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463d32600] (21)-- 00000400:00000200:17.0:1596748068.354666:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:17.0:1596748068.354668:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:17.0:1596748068.354668:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc94800] (22)-- 00000400:00000200:17.0:1596748068.355200:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:17.0:1596748068.355201:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:17.0:1596748068.355202:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c430600] (22)-- 00000800:00000200:86.0:1596748068.355319:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc94800] (21)-- 00000800:00000200:86.0:1596748068.355513:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c430600] (21)-- 00000800:00000010:86.0:1596748069.222025:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556000 (tot 156969810). 00000800:00000200:86.0:1596748069.222029:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556000] -> 192.168.128.139@o2ib36 (1)++ 00000800:00000010:86.0:1596748069.222031:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556080 (tot 156969922). 00000800:00000010:86.0:1596748069.222035:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc553e8000 (tot 156970218). 00000800:00000010:86.0:1596748069.222037:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 156970354). 00000800:00000010:86.0:1596748069.222040:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f0000 (tot 156972226). 00000800:00000010:86.0:1596748069.222042:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab8c0 (tot 156972378). 00000800:00000200:86.0:1596748069.222051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5513a000 0x3fd513a000(0x3fd513a000) 00000800:00000200:86.0:1596748069.222052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55139000 0x3fd5139000(0x3fd5139000) 00000800:00000200:86.0:1596748069.222053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55142000 0x3fd5142000(0x3fd5142000) 00000800:00000200:86.0:1596748069.222054:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55130000 0x3fd5130000(0x3fd5130000) 00000800:00000200:86.0:1596748069.222055:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5512e000 0x3fd512e000(0x3fd512e000) 00000800:00000200:86.0:1596748069.222056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55026000 0x3fd5026000(0x3fd5026000) 00000800:00000200:86.0:1596748069.222057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57988000 0x3fd7988000(0x3fd7988000) 00000800:00000200:86.0:1596748069.222057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57844000 0x3fd7844000(0x3fd7844000) 00000800:00000200:86.0:1596748069.222058:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7a2c7000 0x3ffa2c7000(0x3ffa2c7000) 00000800:00000200:86.0:1596748069.222059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc72722000 0x3ff2722000(0x3ff2722000) 00000800:00000200:86.0:1596748069.222059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57bb7000 0x3fd7bb7000(0x3fd7bb7000) 00000800:00000200:86.0:1596748069.222060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55a68000 0x3fd5a68000(0x3fd5a68000) 00000800:00000200:86.0:1596748069.222061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc5514e000 0x3fd514e000(0x3fd514e000) 00000800:00000200:86.0:1596748069.222062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57759000 0x3fd7759000(0x3fd7759000) 00000800:00000200:86.0:1596748069.222062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5783d000 0x3fd783d000(0x3fd783d000) 00000800:00000200:86.0:1596748069.222063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc55f16000 0x3fd5f16000(0x3fd5f16000) 00000800:00000200:86.0:1596748069.222064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5741e000 0x3fd741e000(0x3fd741e000) 00000800:00000200:86.0:1596748069.222065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55a88000 0x3fd5a88000(0x3fd5a88000) 00000800:00000010:86.0:1596748069.222713:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556080 (tot 156972266). 00000800:00000200:86.0:1596748069.222714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222724:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.222732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc553e8000] (20)-- 00000800:00000200:86.0:1596748069.222733:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.139@o2ib36 00000800:00000200:86.0:1596748069.222988:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748069.223375:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.139@o2ib36 00000800:00000200:86.0:1596748069.223376:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.139@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748069.223377:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 156972130). 00000800:00000200:86.0:1596748069.223378:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc553e8000] (19)++ 00000800:00000200:86.0:1596748069.223379:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc553e8000] (20)++ 00000800:00000200:86.0:1596748069.223380:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc553e8000] (21)-- 00000800:00000200:84.2:1596748069.223388:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc553e8000] (20)++ 00000800:00000200:17.0:1596748069.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c437a00] (21)++ 00000800:00000200:17.0:1596748069.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c437a00] (22)++ 00000800:00000200:17.0:1596748069.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c437a00] (23)-- 00000800:00000200:17.0:1596748069.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c431000] (21)++ 00000800:00000200:17.0:1596748069.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c431000] (22)++ 00000800:00000200:17.0:1596748069.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c431000] (23)-- 00000800:00000200:17.0:1596748069.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158afe00] (21)++ 00000800:00000200:17.0:1596748069.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158afe00] (22)++ 00000800:00000200:17.0:1596748069.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158afe00] (23)-- 00000800:00000200:86.0:1596748069.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748069.608187:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db600 (tot 156972242). 00000800:00000200:86.0:1596748069.608191:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db600] -> 192.168.128.62@o2ib36 (1)++ 00000800:00000010:86.0:1596748069.608193:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db580 (tot 156972354). 00000800:00000010:86.0:1596748069.608197:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fdc00 (tot 156972650). 00000800:00000010:86.0:1596748069.608201:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b7ec0 (tot 156972786). 00000800:00000010:86.0:1596748069.608204:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f5800 (tot 156974658). 00000800:00000010:86.0:1596748069.608205:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b7500 (tot 156974810). 00000800:00000200:86.0:1596748069.608218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47e80d000 0x17fe80d000(0x17fe80d000) 00000800:00000200:86.0:1596748069.608219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47f562000 0x17ff562000(0x17ff562000) 00000800:00000200:86.0:1596748069.608220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47672a000 0x17f672a000(0x17f672a000) 00000800:00000200:86.0:1596748069.608221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47aa33000 0x17faa33000(0x17faa33000) 00000800:00000200:86.0:1596748069.608222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47edc4000 0x17fedc4000(0x17fedc4000) 00000800:00000200:86.0:1596748069.608223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4615ea000 0x17e15ea000(0x17e15ea000) 00000800:00000200:86.0:1596748069.608223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47a84b000 0x17fa84b000(0x17fa84b000) 00000800:00000200:86.0:1596748069.608224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a45b84d000 0x17db84d000(0x17db84d000) 00000800:00000200:86.0:1596748069.608225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47a8bd000 0x17fa8bd000(0x17fa8bd000) 00000800:00000200:86.0:1596748069.608225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4765b8000 0x17f65b8000(0x17f65b8000) 00000800:00000200:86.0:1596748069.608226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47e178000 0x17fe178000(0x17fe178000) 00000800:00000200:86.0:1596748069.608227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47e156000 0x17fe156000(0x17fe156000) 00000800:00000200:86.0:1596748069.608228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a462b07000 0x17e2b07000(0x17e2b07000) 00000800:00000200:86.0:1596748069.608228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a462b04000 0x17e2b04000(0x17e2b04000) 00000800:00000200:86.0:1596748069.608229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47e553000 0x17fe553000(0x17fe553000) 00000800:00000200:86.0:1596748069.608230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47ef4b000 0x17fef4b000(0x17fef4b000) 00000800:00000200:86.0:1596748069.608231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47e1ba000 0x17fe1ba000(0x17fe1ba000) 00000800:00000200:86.0:1596748069.608231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47a898000 0x17fa898000(0x17fa898000) 00000800:00000010:86.0:1596748069.608836:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db580 (tot 156974698). 00000800:00000200:86.0:1596748069.608837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fdc00] (19)++ 00000800:00000200:86.0:1596748069.608855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fdc00] (20)-- 00000800:00000200:86.0:1596748069.608856:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.62@o2ib36 00000800:00000200:86.0:1596748069.609111:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748069.609504:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.62@o2ib36 00000800:00000200:86.0:1596748069.609505:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.62@o2ib36: active(0), version(12), status(0) 00000800:00000200:86.2:1596748069.609507:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fdc00] (19)++ 00000800:00000010:86.0:1596748069.609510:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b7ec0 (tot 156974562). 00000800:00000200:86.0:1596748069.609510:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fdc00] (20)++ 00000800:00000200:86.0:1596748069.609511:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fdc00] (21)++ 00000800:00000200:86.0:1596748069.609512:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fdc00] (22)-- 00000800:00000010:86.0:1596748069.738333:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849980 (tot 156974674). 00000800:00000200:86.0:1596748069.738337:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849980] -> 192.168.128.126@o2ib36 (1)++ 00000800:00000010:86.0:1596748069.738339:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849900 (tot 156974786). 00000800:00000010:86.0:1596748069.738342:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb2de00 (tot 156975082). 00000800:00000010:86.0:1596748069.738345:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c408922300 (tot 156975218). 00000800:00000010:86.0:1596748069.738346:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda60000 (tot 156977090). 00000800:00000010:86.0:1596748069.738348:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28a000 (tot 156977242). 00000800:00000200:86.0:1596748069.738352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fd03d000 0x377d03d000(0x377d03d000) 00000800:00000200:86.0:1596748069.738354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fd03e000 0x377d03e000(0x377d03e000) 00000800:00000200:86.0:1596748069.738354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fd03f000 0x377d03f000(0x377d03f000) 00000800:00000200:86.0:1596748069.738355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fd280000 0x377d280000(0x377d280000) 00000800:00000200:86.0:1596748069.738356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fd281000 0x377d281000(0x377d281000) 00000800:00000200:86.0:1596748069.738357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fd282000 0x377d282000(0x377d282000) 00000800:00000200:86.0:1596748069.738358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fd283000 0x377d283000(0x377d283000) 00000800:00000200:86.0:1596748069.738358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fd284000 0x377d284000(0x377d284000) 00000800:00000200:86.0:1596748069.738359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fd285000 0x377d285000(0x377d285000) 00000800:00000200:86.0:1596748069.738360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fd286000 0x377d286000(0x377d286000) 00000800:00000200:86.0:1596748069.738360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fd287000 0x377d287000(0x377d287000) 00000800:00000200:86.0:1596748069.738361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fd288000 0x377d288000(0x377d288000) 00000800:00000200:86.0:1596748069.738362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fd289000 0x377d289000(0x377d289000) 00000800:00000200:86.0:1596748069.738363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fd28c000 0x377d28c000(0x377d28c000) 00000800:00000200:86.0:1596748069.738363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fd28d000 0x377d28d000(0x377d28d000) 00000800:00000200:86.0:1596748069.738364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fd28e000 0x377d28e000(0x377d28e000) 00000800:00000200:86.0:1596748069.738365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fd28f000 0x377d28f000(0x377d28f000) 00000800:00000200:86.0:1596748069.738365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fd2b8000 0x377d2b8000(0x377d2b8000) 00000800:00000010:86.0:1596748069.738914:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849900 (tot 156977130). 00000800:00000200:86.0:1596748069.738915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.738933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2de00] (20)-- 00000800:00000200:86.0:1596748069.738934:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.126@o2ib36 00000800:00000200:86.0:1596748069.739187:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748069.739493:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.126@o2ib36 00000800:00000200:86.0:1596748069.739494:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.126@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748069.739495:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c408922300 (tot 156976994). 00000800:00000200:86.0:1596748069.739497:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb2de00] (19)++ 00000800:00000200:86.0:1596748069.739497:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb2de00] (20)++ 00000800:00000200:86.0:1596748069.739508:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb2de00] (21)-- 00000800:00000200:39.2:1596748069.739678:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb2de00] (20)++ 00000800:00000010:86.0:1596748070.324143:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db000 (tot 156977106). 00000800:00000200:86.0:1596748070.324147:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db000] -> 192.168.128.125@o2ib36 (1)++ 00000800:00000010:86.0:1596748070.324149:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783daf80 (tot 156977218). 00000800:00000010:86.0:1596748070.324151:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fa400 (tot 156977514). 00000800:00000010:86.0:1596748070.324153:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156977650). 00000800:00000010:86.0:1596748070.324155:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4471f4000 (tot 156979522). 00000800:00000010:86.0:1596748070.324156:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6e40 (tot 156979674). 00000800:00000200:86.0:1596748070.324170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47b0e3000 0x17fb0e3000(0x17fb0e3000) 00000800:00000200:86.0:1596748070.324171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47eeb2000 0x17feeb2000(0x17feeb2000) 00000800:00000200:86.0:1596748070.324172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47831f000 0x17f831f000(0x17f831f000) 00000800:00000200:86.0:1596748070.324172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476e4a000 0x17f6e4a000(0x17f6e4a000) 00000800:00000200:86.0:1596748070.324173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a478318000 0x17f8318000(0x17f8318000) 00000800:00000200:86.0:1596748070.324174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476ffb000 0x17f6ffb000(0x17f6ffb000) 00000800:00000200:86.0:1596748070.324175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a477abd000 0x17f7abd000(0x17f7abd000) 00000800:00000200:86.0:1596748070.324175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47c30c000 0x17fc30c000(0x17fc30c000) 00000800:00000200:86.0:1596748070.324176:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47c1a4000 0x17fc1a4000(0x17fc1a4000) 00000800:00000200:86.0:1596748070.324177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47dcbc000 0x17fdcbc000(0x17fdcbc000) 00000800:00000200:86.0:1596748070.324177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47b8a3000 0x17fb8a3000(0x17fb8a3000) 00000800:00000200:86.0:1596748070.324178:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47808a000 0x17f808a000(0x17f808a000) 00000800:00000200:86.0:1596748070.324179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47bb78000 0x17fbb78000(0x17fbb78000) 00000800:00000200:86.0:1596748070.324180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47e03e000 0x17fe03e000(0x17fe03e000) 00000800:00000200:86.0:1596748070.324180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476c59000 0x17f6c59000(0x17f6c59000) 00000800:00000200:86.0:1596748070.324181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a45b0d8000 0x17db0d8000(0x17db0d8000) 00000800:00000200:86.0:1596748070.324182:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a461cc0000 0x17e1cc0000(0x17e1cc0000) 00000800:00000200:86.0:1596748070.324183:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a461cb6000 0x17e1cb6000(0x17e1cb6000) 00000800:00000010:86.0:1596748070.324734:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783daf80 (tot 156979562). 00000800:00000200:86.0:1596748070.324735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324751:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.324753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fa400] (20)-- 00000800:00000200:86.0:1596748070.324754:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.125@o2ib36 00000800:00000200:86.0:1596748070.325025:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748070.325361:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fa400] (19)++ 00000800:00000200:86.0:1596748070.325364:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.125@o2ib36 00000800:00000200:86.0:1596748070.325365:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.125@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748070.325366:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156979426). 00000800:00000200:86.0:1596748070.325366:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fa400] (20)++ 00000800:00000200:86.0:1596748070.325367:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fa400] (21)++ 00000800:00000200:86.0:1596748070.325368:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fa400] (22)-- 00000800:00000200:15.0:1596748070.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158acc00] (21)++ 00000800:00000200:15.0:1596748070.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158acc00] (22)++ 00000800:00000200:15.0:1596748070.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158acc00] (23)-- 00000800:00000200:15.0:1596748070.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ac800] (21)++ 00000800:00000200:15.0:1596748070.352583:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158ac800] (22)++ 00000800:00000200:15.0:1596748070.352586:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158ac800] (23)-- 00000800:00000200:15.0:1596748070.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474b800] (21)++ 00000800:00000200:15.0:1596748070.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474b800] (22)++ 00000800:00000200:15.0:1596748070.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474b800] (23)-- 00000800:00000200:86.0:1596748070.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748070.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748070.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748070.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748070.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:15.0:1596748071.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55258000] (21)++ 00000800:00000200:15.0:1596748071.352621:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55258000] (22)++ 00000800:00000200:15.0:1596748071.352625:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55258000] (23)-- 00000800:00000200:15.0:1596748071.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ac200] (21)++ 00000800:00000200:15.0:1596748071.352628:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4158ac200] (22)++ 00000800:00000200:15.0:1596748071.352631:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4158ac200] (23)-- 00000800:00000200:15.0:1596748071.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e625400] (21)++ 00000800:00000200:15.0:1596748071.352635:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e625400] (22)++ 00000800:00000200:15.0:1596748071.352637:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e625400] (23)-- 00000800:00020000:15.0:1596748071.352638:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748071.352640:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748071.352641:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc91a00] (22)++ 00000800:00000100:15.0:1596748071.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748071.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34480] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:15.0:1596748071.352646:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc91a00] (23)-- 00000800:00000200:15.0:1596748071.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626400] (21)++ 00000800:00000200:15.0:1596748071.352654:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e626400] (22)++ 00000800:00000200:15.0:1596748071.352656:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e626400] (23)-- 00000800:00000200:15.0:1596748071.352657:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be86200] (21)++ 00000800:00000200:15.0:1596748071.352659:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c41be86200] (22)++ 00000800:00000200:15.0:1596748071.352661:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c41be86200] (23)-- 00000400:00000200:15.0:1596748071.353200:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:15.0:1596748071.353201:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:15.0:1596748071.353201:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc91a00] (22)-- 00000800:00000200:86.0:1596748071.353515:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc91a00] (21)-- 00000800:00000010:86.0:1596748071.371032:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295780 (tot 156979538). 00000800:00000200:86.0:1596748071.371037:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295780] -> 192.168.128.51@o2ib36 (1)++ 00000800:00000010:86.0:1596748071.371039:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295700 (tot 156979650). 00000800:00000010:86.0:1596748071.371041:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464254600 (tot 156979946). 00000800:00000010:86.0:1596748071.371043:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f04240 (tot 156980082). 00000800:00000010:86.0:1596748071.371046:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f2000 (tot 156981954). 00000800:00000010:86.0:1596748071.371046:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f04300 (tot 156982106). 00000800:00000200:86.0:1596748071.371056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47c385000 0x27fc385000(0x27fc385000) 00000800:00000200:86.0:1596748071.371057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464d1d000 0x27e4d1d000(0x27e4d1d000) 00000800:00000200:86.0:1596748071.371058:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464d1a000 0x27e4d1a000(0x27e4d1a000) 00000800:00000200:86.0:1596748071.371059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4647ba000 0x27e47ba000(0x27e47ba000) 00000800:00000200:86.0:1596748071.371060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ad14b37000 0x2094b37000(0x2094b37000) 00000800:00000200:86.0:1596748071.371061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4646af000 0x27e46af000(0x27e46af000) 00000800:00000200:86.0:1596748071.371062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464e96000 0x27e4e96000(0x27e4e96000) 00000800:00000200:86.0:1596748071.371062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464e69000 0x27e4e69000(0x27e4e69000) 00000800:00000200:86.0:1596748071.371063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47e09d000 0x27fe09d000(0x27fe09d000) 00000800:00000200:86.0:1596748071.371064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4647b1000 0x27e47b1000(0x27e47b1000) 00000800:00000200:86.0:1596748071.371064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46477b000 0x27e477b000(0x27e477b000) 00000800:00000200:86.0:1596748071.371065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e03e000 0x27fe03e000(0x27fe03e000) 00000800:00000200:86.0:1596748071.371066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4646a1000 0x27e46a1000(0x27e46a1000) 00000800:00000200:86.0:1596748071.371067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47ec6e000 0x27fec6e000(0x27fec6e000) 00000800:00000200:86.0:1596748071.371067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b477cd3000 0x27f7cd3000(0x27f7cd3000) 00000800:00000200:86.0:1596748071.371068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464685000 0x27e4685000(0x27e4685000) 00000800:00000200:86.0:1596748071.371069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47a0ed000 0x27fa0ed000(0x27fa0ed000) 00000800:00000200:86.0:1596748071.371069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47e009000 0x27fe009000(0x27fe009000) 00000800:00000010:86.0:1596748071.371640:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295700 (tot 156981994). 00000800:00000200:86.0:1596748071.371641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.371659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464254600] (20)-- 00000800:00000200:86.0:1596748071.371660:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.51@o2ib36 00000800:00000200:86.0:1596748071.371933:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748071.372330:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.51@o2ib36 00000800:00000200:86.0:1596748071.372331:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.51@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748071.372332:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f04240 (tot 156981858). 00000800:00000200:86.0:1596748071.372333:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464254600] (19)++ 00000800:00000200:86.0:1596748071.372334:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464254600] (20)++ 00000800:00000200:86.0:1596748071.372335:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464254600] (21)-- 00000800:00000200:87.2:1596748071.372486:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464254600] (20)++ 00000800:00000200:16.0:1596748072.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447579000] (21)++ 00000800:00000200:16.0:1596748072.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447579000] (22)++ 00000800:00000200:16.0:1596748072.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447579000] (23)-- 00000800:00020000:16.0:1596748072.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748072.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748072.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770de00] (22)++ 00000800:00000200:16.0:1596748072.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55258600] (21)++ 00000800:00000100:16.0:1596748072.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748072.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbb80] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:16.0:1596748072.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770de00] (23)-- 00000800:00000200:16.0:1596748072.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55258600] (22)++ 00000800:00000200:16.0:1596748072.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55258600] (23)-- 00000800:00000200:16.0:1596748072.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6cc00] (21)++ 00000800:00000200:16.0:1596748072.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6cc00] (22)++ 00000800:00000200:16.0:1596748072.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6cc00] (23)-- 00000800:00000200:16.0:1596748072.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44757a000] (21)++ 00000800:00000200:16.0:1596748072.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44757a000] (22)++ 00000800:00000200:16.0:1596748072.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44757a000] (23)-- 00000800:00000200:16.0:1596748072.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830e00] (21)++ 00000800:00000200:16.0:1596748072.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e830e00] (22)++ 00000800:00000200:16.0:1596748072.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e830e00] (23)-- 00000800:00020000:16.0:1596748072.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748072.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748072.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474b200] (22)++ 00000800:00000100:16.0:1596748072.352597:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748072.352598:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295c80] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:16.0:1596748072.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474b200] (23)-- 00000800:00000200:16.0:1596748072.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621800] (21)++ 00000800:00000200:16.0:1596748072.352604:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e621800] (22)++ 00000800:00000200:16.0:1596748072.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e621800] (23)-- 00000400:00000200:16.0:1596748072.353174:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:16.0:1596748072.353175:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:16.0:1596748072.353175:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770de00] (22)-- 00000400:00000200:16.0:1596748072.353712:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:16.0:1596748072.353713:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:16.0:1596748072.353714:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474b200] (22)-- 00000800:00000200:86.0:1596748072.353741:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770de00] (21)-- 00000800:00000200:86.0:1596748072.354010:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46474b200] (21)-- 00000800:00000200:16.0:1596748073.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c26a00] (21)++ 00000800:00000200:16.0:1596748073.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c26a00] (22)++ 00000800:00000200:16.0:1596748073.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c26a00] (23)-- 00000800:00000200:16.0:1596748073.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68a00] (21)++ 00000800:00000200:16.0:1596748073.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c68a00] (22)++ 00000800:00000200:16.0:1596748073.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c68a00] (23)-- 00000800:00020000:16.0:1596748073.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748073.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748073.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770c000] (22)++ 00000800:00000100:16.0:1596748073.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748073.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbc00] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:16.0:1596748073.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770c000] (23)-- 00000800:00000200:16.0:1596748073.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e620c00] (21)++ 00000800:00000200:16.0:1596748073.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e620c00] (22)++ 00000800:00000200:16.0:1596748073.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e620c00] (23)-- 00000800:00000200:16.0:1596748073.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869a800] (21)++ 00000800:00000200:16.0:1596748073.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869a800] (22)++ 00000800:00000200:16.0:1596748073.352600:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869a800] (23)-- 00000800:00000200:16.0:1596748073.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00be00] (21)++ 00000800:00000200:16.0:1596748073.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00be00] (22)++ 00000800:00000200:16.0:1596748073.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00be00] (23)-- 00000800:00020000:16.0:1596748073.352606:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748073.352607:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748073.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc90800] (22)++ 00000800:00000100:16.0:1596748073.352609:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748073.352611:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35a00] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:16.0:1596748073.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc90800] (23)-- 00000800:00000200:16.0:1596748073.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c6400] (21)++ 00000800:00000200:16.0:1596748073.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c6400] (22)++ 00000800:00000200:16.0:1596748073.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c6400] (23)-- 00000800:00000200:16.0:1596748073.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297a000] (21)++ 00000800:00000200:16.0:1596748073.352620:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297a000] (22)++ 00000800:00000200:16.0:1596748073.352623:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297a000] (23)-- 00000800:00020000:16.0:1596748073.352624:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748073.352625:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748073.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50ea00] (22)++ 00000800:00000100:16.0:1596748073.352627:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748073.352629:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35980] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:16.0:1596748073.352630:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50ea00] (23)-- 00000800:00000200:16.0:1596748073.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c436c00] (21)++ 00000800:00000200:16.0:1596748073.352632:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c436c00] (22)++ 00000800:00000200:16.0:1596748073.352635:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c436c00] (23)-- 00000800:00020000:16.0:1596748073.352636:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748073.352637:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748073.352638:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770bc00] (22)++ 00000800:00000100:16.0:1596748073.352639:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748073.352641:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbf00] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:16.0:1596748073.352642:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770bc00] (23)-- 00000800:00020000:16.0:1596748073.352643:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748073.352645:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748073.352645:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a618000] (22)++ 00000800:00000100:16.0:1596748073.352646:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748073.352648:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848180] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:16.0:1596748073.352649:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a618000] (23)-- 00000400:00000200:16.0:1596748073.353178:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:16.0:1596748073.353179:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:16.0:1596748073.353179:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770c000] (22)-- 00000800:00000200:86.0:1596748073.353550:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770c000] (21)-- 00000400:00000200:16.0:1596748073.353712:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:16.0:1596748073.353714:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:16.0:1596748073.353714:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc90800] (22)-- 00000800:00000200:86.0:1596748073.354066:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc90800] (21)-- 00000400:00000200:16.0:1596748073.354256:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:16.0:1596748073.354258:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:16.0:1596748073.354258:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50ea00] (22)-- 00000800:00000200:86.0:1596748073.354511:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c50ea00] (21)-- 00000400:00000200:16.0:1596748073.354807:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:16.0:1596748073.354808:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:16.0:1596748073.354808:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770bc00] (22)-- 00000800:00000200:86.0:1596748073.355127:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770bc00] (21)-- 00000400:00000200:16.0:1596748073.355359:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:16.0:1596748073.355361:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:16.0:1596748073.355361:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a618000] (22)-- 00000800:00000200:86.0:1596748073.355723:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a618000] (21)-- 00000800:00000200:86.0:1596748073.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748074.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6a600] (21)++ 00000800:00000200:17.0:1596748074.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6a600] (22)++ 00000800:00000200:17.0:1596748074.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6a600] (23)-- 00000800:00000200:17.0:1596748074.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c25c00] (21)++ 00000800:00000200:17.0:1596748074.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c25c00] (22)++ 00000800:00000200:17.0:1596748074.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c25c00] (23)-- 00000800:00000200:17.0:1596748074.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee46a00] (21)++ 00000800:00000200:17.0:1596748074.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee46a00] (22)++ 00000800:00000200:17.0:1596748074.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee46a00] (23)-- 00000800:00000200:17.0:1596748074.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96000] (21)++ 00000800:00000200:17.0:1596748074.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc96000] (22)++ 00000800:00000200:17.0:1596748074.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc96000] (23)-- 00000800:00020000:17.0:1596748074.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748074.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748074.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c437a00] (22)++ 00000800:00000200:17.0:1596748074.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc92400] (21)++ 00000800:00000100:17.0:1596748074.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748074.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35b80] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:17.0:1596748074.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c437a00] (23)-- 00000800:00000200:17.0:1596748074.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc92400] (22)++ 00000800:00000200:17.0:1596748074.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc92400] (23)-- 00000800:00000200:17.0:1596748074.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979400] (21)++ 00000800:00000200:17.0:1596748074.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462979400] (22)++ 00000800:00000200:17.0:1596748074.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462979400] (23)-- 00000800:00000200:17.0:1596748074.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf20600] (21)++ 00000800:00000200:17.0:1596748074.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf20600] (22)++ 00000800:00000200:17.0:1596748074.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf20600] (23)-- 00000800:00000200:17.0:1596748074.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3400] (21)++ 00000800:00000200:17.0:1596748074.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f3400] (22)++ 00000800:00000200:17.0:1596748074.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f3400] (23)-- 00000800:00020000:17.0:1596748074.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748074.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748074.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c431000] (22)++ 00000800:00000100:17.0:1596748074.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748074.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34280] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:17.0:1596748074.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c431000] (23)-- 00000800:00000200:17.0:1596748074.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf21000] (21)++ 00000800:00000200:17.0:1596748074.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf21000] (22)++ 00000800:00000200:17.0:1596748074.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf21000] (23)-- 00000800:00000200:17.0:1596748074.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556efc00] (21)++ 00000800:00000200:17.0:1596748074.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556efc00] (22)++ 00000800:00000200:17.0:1596748074.352600:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556efc00] (23)-- 00000800:00000200:17.0:1596748074.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27a00] (21)++ 00000800:00000200:17.0:1596748074.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf27a00] (22)++ 00000800:00000200:17.0:1596748074.352605:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf27a00] (23)-- 00000400:00000200:17.0:1596748074.353208:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:17.0:1596748074.353210:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:17.0:1596748074.353210:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c437a00] (22)-- 00000800:00000200:86.0:1596748074.353521:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c437a00] (21)-- 00000400:00000200:17.0:1596748074.353747:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:17.0:1596748074.353749:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:17.0:1596748074.353749:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c431000] (22)-- 00000800:00000200:86.0:1596748074.354041:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c431000] (21)-- 00000800:00000200:86.0:1596748074.407505:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748074.407507:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748075.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748075.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748075.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158afe00] (22)++ 00000800:00000100:17.0:1596748075.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748075.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849d80] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:17.0:1596748075.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158afe00] (23)-- 00000800:00000200:17.0:1596748075.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55268000] (21)++ 00000800:00000200:17.0:1596748075.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55268000] (22)++ 00000800:00000200:17.0:1596748075.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55268000] (23)-- 00000800:00000200:17.0:1596748075.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d04000] (21)++ 00000800:00000200:17.0:1596748075.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d04000] (22)++ 00000800:00000200:17.0:1596748075.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d04000] (23)-- 00000800:00000200:17.0:1596748075.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556efe00] (21)++ 00000800:00000200:17.0:1596748075.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556efe00] (22)++ 00000800:00000200:17.0:1596748075.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556efe00] (23)-- 00000800:00000200:17.0:1596748075.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425abe00] (21)++ 00000800:00000200:17.0:1596748075.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4425abe00] (22)++ 00000800:00000200:17.0:1596748075.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4425abe00] (23)-- 00000800:00000200:17.0:1596748075.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf20000] (21)++ 00000800:00000200:17.0:1596748075.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf20000] (22)++ 00000800:00000200:17.0:1596748075.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf20000] (23)-- 00000800:00000200:17.0:1596748075.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c431a00] (21)++ 00000800:00000200:17.0:1596748075.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c431a00] (22)++ 00000800:00000200:17.0:1596748075.352583:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c431a00] (23)-- 00000800:00000200:17.0:1596748075.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68200] (21)++ 00000800:00000200:17.0:1596748075.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c68200] (22)++ 00000800:00000200:17.0:1596748075.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c68200] (23)-- 00000800:00000200:17.0:1596748075.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c432400] (21)++ 00000800:00000200:17.0:1596748075.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c432400] (22)++ 00000800:00000200:17.0:1596748075.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c432400] (23)-- 00000800:00000200:17.0:1596748075.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447578800] (21)++ 00000800:00000200:17.0:1596748075.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447578800] (22)++ 00000800:00000200:17.0:1596748075.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447578800] (23)-- 00000800:00000200:17.0:1596748075.352602:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297e800] (21)++ 00000800:00000200:17.0:1596748075.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297e800] (22)++ 00000800:00000200:17.0:1596748075.352605:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297e800] (23)-- 00000400:00000200:17.0:1596748075.353171:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:17.0:1596748075.353173:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:17.0:1596748075.353174:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158afe00] (22)-- 00000800:00000200:86.0:1596748075.353473:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158afe00] (21)-- 00000800:00000200:86.0:1596748075.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748075.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748075.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748075.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748075.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748075.724854:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db580 (tot 156981970). 00000800:00000200:86.0:1596748075.724858:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db580] -> 192.168.128.109@o2ib36 (1)++ 00000800:00000010:86.0:1596748075.724860:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db880 (tot 156982082). 00000800:00000010:86.0:1596748075.724864:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44770c200 (tot 156982378). 00000800:00000010:86.0:1596748075.724867:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b7ec0 (tot 156982514). 00000800:00000010:86.0:1596748075.724873:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e170000 (tot 156984386). 00000800:00000010:86.0:1596748075.724874:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b72c0 (tot 156984538). 00000800:00000200:86.0:1596748075.724877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47cac8000 0x17fcac8000(0x17fcac8000) 00000800:00000200:86.0:1596748075.724878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47ba3b000 0x17fba3b000(0x17fba3b000) 00000800:00000200:86.0:1596748075.724879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47d387000 0x17fd387000(0x17fd387000) 00000800:00000200:86.0:1596748075.724880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47ba40000 0x17fba40000(0x17fba40000) 00000800:00000200:86.0:1596748075.724880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47aab6000 0x17faab6000(0x17faab6000) 00000800:00000200:86.0:1596748075.724881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47677f000 0x17f677f000(0x17f677f000) 00000800:00000200:86.0:1596748075.724882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47ba81000 0x17fba81000(0x17fba81000) 00000800:00000200:86.0:1596748075.724883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47b080000 0x17fb080000(0x17fb080000) 00000800:00000200:86.0:1596748075.724883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47eee0000 0x17feee0000(0x17feee0000) 00000800:00000200:86.0:1596748075.724884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47e501000 0x17fe501000(0x17fe501000) 00000800:00000200:86.0:1596748075.724885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476692000 0x17f6692000(0x17f6692000) 00000800:00000200:86.0:1596748075.724886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47f0f1000 0x17ff0f1000(0x17ff0f1000) 00000800:00000200:86.0:1596748075.724886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a45aa5d000 0x17daa5d000(0x17daa5d000) 00000800:00000200:86.0:1596748075.724887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47f48c000 0x17ff48c000(0x17ff48c000) 00000800:00000200:86.0:1596748075.724888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476d1c000 0x17f6d1c000(0x17f6d1c000) 00000800:00000200:86.0:1596748075.724889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476d05000 0x17f6d05000(0x17f6d05000) 00000800:00000200:86.0:1596748075.724889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44752f000 0x17c752f000(0x17c752f000) 00000800:00000200:86.0:1596748075.724890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476940000 0x17f6940000(0x17f6940000) 00000800:00000010:86.0:1596748075.725470:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db880 (tot 156984426). 00000800:00000200:86.0:1596748075.725472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.725489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c200] (20)-- 00000800:00000200:86.0:1596748075.725491:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.109@o2ib36 00000800:00000200:86.0:1596748075.725764:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748075.726111:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.109@o2ib36 00000800:00000200:86.0:1596748075.726112:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.109@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748075.726113:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b7ec0 (tot 156984290). 00000800:00000200:86.0:1596748075.726114:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44770c200] (19)++ 00000800:00000200:86.0:1596748075.726114:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44770c200] (20)++ 00000800:00000200:86.0:1596748075.726115:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44770c200] (21)-- 00000800:00000200:41.2:1596748075.726118:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770c200] (20)++ 00000800:00000200:15.0:1596748076.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c435800] (21)++ 00000800:00000200:15.0:1596748076.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c435800] (22)++ 00000800:00000200:15.0:1596748076.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c435800] (23)-- 00000800:00000200:15.0:1596748076.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f8000] (21)++ 00000800:00000200:15.0:1596748076.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471f8000] (22)++ 00000800:00000200:15.0:1596748076.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471f8000] (23)-- 00000800:00000200:15.0:1596748076.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833a00] (21)++ 00000800:00000200:15.0:1596748076.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e833a00] (22)++ 00000800:00000200:15.0:1596748076.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e833a00] (23)-- 00000800:00000200:15.0:1596748076.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c436200] (21)++ 00000800:00000200:15.0:1596748076.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057600] (21)++ 00000800:00000200:15.0:1596748076.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464057600] (22)++ 00000800:00000200:15.0:1596748076.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464057600] (23)-- 00000800:00000200:15.0:1596748076.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c436200] (22)++ 00000800:00000200:15.0:1596748076.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c436200] (23)-- 00000800:00000200:15.0:1596748076.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464056600] (21)++ 00000800:00000200:15.0:1596748076.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464056600] (22)++ 00000800:00000200:15.0:1596748076.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464056600] (23)-- 00000800:00020000:15.0:1596748076.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748076.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748076.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158acc00] (22)++ 00000800:00000100:15.0:1596748076.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748076.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849d00] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:15.0:1596748076.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158acc00] (23)-- 00000800:00000200:15.0:1596748076.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaa000] (21)++ 00000800:00000200:15.0:1596748076.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaa000] (22)++ 00000800:00000200:15.0:1596748076.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaa000] (23)-- 00000800:00020000:15.0:1596748076.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748076.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748076.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ac800] (22)++ 00000800:00000100:15.0:1596748076.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748076.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848200] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:15.0:1596748076.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158ac800] (23)-- 00000800:00020000:15.0:1596748076.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748076.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748076.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474b800] (22)++ 00000800:00000100:15.0:1596748076.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748076.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294280] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:15.0:1596748076.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474b800] (23)-- 00000800:00000200:15.0:1596748076.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557d0c00] (21)++ 00000800:00000200:15.0:1596748076.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc557d0c00] (22)++ 00000800:00000200:15.0:1596748076.352612:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc557d0c00] (23)-- 00000400:00000200:15.0:1596748076.353164:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:15.0:1596748076.353166:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:15.0:1596748076.353166:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158acc00] (22)-- 00000800:00000200:86.0:1596748076.353409:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158acc00] (21)-- 00000400:00000200:15.0:1596748076.353700:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:15.0:1596748076.353701:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:15.0:1596748076.353701:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158ac800] (22)-- 00000800:00000200:86.0:1596748076.354123:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158ac800] (21)-- 00000400:00000200:15.0:1596748076.354223:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:15.0:1596748076.354224:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:15.0:1596748076.354225:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474b800] (22)-- 00000800:00000200:86.0:1596748076.354541:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46474b800] (21)-- 00000800:00000200:86.0:1596748076.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748076.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748076.933214:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0580 (tot 156984402). 00000800:00000200:86.0:1596748076.933219:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0580] -> 192.168.128.82@o2ib36 (1)++ 00000800:00000010:86.0:1596748076.933221:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0600 (tot 156984514). 00000800:00000010:86.0:1596748076.933223:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eac600 (tot 156984810). 00000800:00000010:86.0:1596748076.933227:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 156984946). 00000800:00000010:86.0:1596748076.933231:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65938000 (tot 156986818). 00000800:00000010:86.0:1596748076.933232:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb20c0 (tot 156986970). 00000800:00000200:86.0:1596748076.933241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7edba000 0x2ffedba000(0x2ffedba000) 00000800:00000200:86.0:1596748076.933242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65c11000 0x2fe5c11000(0x2fe5c11000) 00000800:00000200:86.0:1596748076.933243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66929000 0x2fe6929000(0x2fe6929000) 00000800:00000200:86.0:1596748076.933244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b51475a000 0x289475a000(0x289475a000) 00000800:00000200:86.0:1596748076.933244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65df2000 0x2fe5df2000(0x2fe5df2000) 00000800:00000200:86.0:1596748076.933245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65ca6000 0x2fe5ca6000(0x2fe5ca6000) 00000800:00000200:86.0:1596748076.933246:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67a99000 0x2fe7a99000(0x2fe7a99000) 00000800:00000200:86.0:1596748076.933247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6696e000 0x2fe696e000(0x2fe696e000) 00000800:00000200:86.0:1596748076.933247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65df0000 0x2fe5df0000(0x2fe5df0000) 00000800:00000200:86.0:1596748076.933248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65c12000 0x2fe5c12000(0x2fe5c12000) 00000800:00000200:86.0:1596748076.933249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc66b88000 0x2fe6b88000(0x2fe6b88000) 00000800:00000200:86.0:1596748076.933249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67956000 0x2fe7956000(0x2fe7956000) 00000800:00000200:86.0:1596748076.933250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc7b48f000 0x2ffb48f000(0x2ffb48f000) 00000800:00000200:86.0:1596748076.933251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7e2e4000 0x2ffe2e4000(0x2ffe2e4000) 00000800:00000200:86.0:1596748076.933252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b5b63d6000 0x29363d6000(0x29363d6000) 00000800:00000200:86.0:1596748076.933252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7f74a000 0x2fff74a000(0x2fff74a000) 00000800:00000200:86.0:1596748076.933253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b51469a000 0x289469a000(0x289469a000) 00000800:00000200:86.0:1596748076.933254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc7ecbf000 0x2ffecbf000(0x2ffecbf000) 00000800:00000010:86.0:1596748076.933844:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0600 (tot 156986858). 00000800:00000200:86.0:1596748076.933845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.933863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eac600] (20)-- 00000800:00000200:86.0:1596748076.933864:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.82@o2ib36 00000800:00000200:86.0:1596748076.934117:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748076.934453:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.82@o2ib36 00000800:00000200:86.0:1596748076.934454:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.82@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748076.934455:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 156986722). 00000800:00000200:86.0:1596748076.934456:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eac600] (19)++ 00000800:00000200:86.0:1596748076.934457:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eac600] (20)++ 00000800:00000200:86.0:1596748076.934458:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eac600] (21)-- 00000800:00000200:84.2:1596748076.934463:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eac600] (20)++ 00000800:00000010:86.0:1596748077.039480:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783daf80 (tot 156986834). 00000800:00000200:86.0:1596748077.039484:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783daf80] -> 192.168.128.49@o2ib36 (1)++ 00000800:00000010:86.0:1596748077.039486:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dae80 (tot 156986946). 00000800:00000010:86.0:1596748077.039490:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fd000 (tot 156987242). 00000800:00000010:86.0:1596748077.039491:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156987378). 00000800:00000010:86.0:1596748077.039493:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e177800 (tot 156989250). 00000800:00000010:86.0:1596748077.039494:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b7080 (tot 156989402). 00000800:00000200:86.0:1596748077.039510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44727f000 0x17c727f000(0x17c727f000) 00000800:00000200:86.0:1596748077.039513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476ecf000 0x17f6ecf000(0x17f6ecf000) 00000800:00000200:86.0:1596748077.039514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4768bb000 0x17f68bb000(0x17f68bb000) 00000800:00000200:86.0:1596748077.039514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476f42000 0x17f6f42000(0x17f6f42000) 00000800:00000200:86.0:1596748077.039515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476d0f000 0x17f6d0f000(0x17f6d0f000) 00000800:00000200:86.0:1596748077.039516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47f0d8000 0x17ff0d8000(0x17ff0d8000) 00000800:00000200:86.0:1596748077.039517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47f0d9000 0x17ff0d9000(0x17ff0d9000) 00000800:00000200:86.0:1596748077.039517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47e7fa000 0x17fe7fa000(0x17fe7fa000) 00000800:00000200:86.0:1596748077.039518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47e7fb000 0x17fe7fb000(0x17fe7fb000) 00000800:00000200:86.0:1596748077.039519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47e838000 0x17fe838000(0x17fe838000) 00000800:00000200:86.0:1596748077.039520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47e839000 0x17fe839000(0x17fe839000) 00000800:00000200:86.0:1596748077.039520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47e832000 0x17fe832000(0x17fe832000) 00000800:00000200:86.0:1596748077.039521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47e833000 0x17fe833000(0x17fe833000) 00000800:00000200:86.0:1596748077.039522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a477b24000 0x17f7b24000(0x17f7b24000) 00000800:00000200:86.0:1596748077.039523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a477b25000 0x17f7b25000(0x17f7b25000) 00000800:00000200:86.0:1596748077.039523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47807e000 0x17f807e000(0x17f807e000) 00000800:00000200:86.0:1596748077.039524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47807f000 0x17f807f000(0x17f807f000) 00000800:00000200:86.0:1596748077.039525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47cace000 0x17fcace000(0x17fcace000) 00000800:00000010:86.0:1596748077.040072:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dae80 (tot 156989290). 00000800:00000200:86.0:1596748077.040074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd000] (19)++ 00000800:00000200:86.0:1596748077.040091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd000] (20)-- 00000800:00000200:86.0:1596748077.040093:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.49@o2ib36 00000800:00000200:86.0:1596748077.040345:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748077.040739:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.49@o2ib36 00000800:00000200:86.0:1596748077.040740:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.49@o2ib36: active(0), version(12), status(0) 00000800:00000200:41.2:1596748077.040740:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fd000] (19)++ 00000800:00000010:86.0:1596748077.040741:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156989154). 00000800:00000200:86.0:1596748077.040743:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fd000] (20)++ 00000800:00000200:86.0:1596748077.040743:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fd000] (21)++ 00000800:00000200:86.0:1596748077.040744:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fd000] (22)-- 00000800:00000200:15.0:1596748077.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27000] (21)++ 00000800:00000200:15.0:1596748077.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf27000] (22)++ 00000800:00000200:15.0:1596748077.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf27000] (23)-- 00000800:00000200:15.0:1596748077.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8c00] (21)++ 00000800:00000200:15.0:1596748077.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea8c00] (22)++ 00000800:00000200:15.0:1596748077.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea8c00] (23)-- 00000800:00000200:15.0:1596748077.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256200] (21)++ 00000800:00000200:15.0:1596748077.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464256200] (22)++ 00000800:00000200:15.0:1596748077.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464256200] (23)-- 00000800:00000200:15.0:1596748077.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622400] (21)++ 00000800:00000200:15.0:1596748077.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e622400] (22)++ 00000800:00000200:15.0:1596748077.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e622400] (23)-- 00000800:00000200:15.0:1596748077.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c432e00] (21)++ 00000800:00000200:15.0:1596748077.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c432e00] (22)++ 00000800:00000200:15.0:1596748077.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c432e00] (23)-- 00000800:00020000:15.0:1596748077.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748077.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748077.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55258000] (22)++ 00000800:00000100:15.0:1596748077.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748077.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eace00] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:15.0:1596748077.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55258000] (23)-- 00000800:00020000:15.0:1596748077.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748077.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748077.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4158ac200] (22)++ 00000800:00000100:15.0:1596748077.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748077.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848280] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:15.0:1596748077.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4158ac200] (23)-- 00000800:00020000:15.0:1596748077.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748077.352595:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748077.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e625400] (22)++ 00000800:00000100:15.0:1596748077.352597:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748077.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3f80] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:15.0:1596748077.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e625400] (23)-- 00000800:00020000:15.0:1596748077.352605:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748077.352606:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748077.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621800] (22)++ 00000800:00000100:15.0:1596748077.352608:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748077.352610:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2080] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:15.0:1596748077.352611:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e621800] (23)-- 00000800:00020000:15.0:1596748077.352613:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748077.352615:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748077.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626400] (22)++ 00000800:00000100:15.0:1596748077.352616:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748077.352618:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2000] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:15.0:1596748077.352619:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e626400] (23)-- 00000400:00000200:15.0:1596748077.353197:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:15.0:1596748077.353198:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:15.0:1596748077.353198:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55258000] (22)-- 00000800:00000200:86.0:1596748077.353448:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55258000] (21)-- 00000400:00000200:15.0:1596748077.353733:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:15.0:1596748077.353735:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:15.0:1596748077.353735:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4158ac200] (22)-- 00000800:00000200:86.0:1596748077.354274:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4158ac200] (21)-- 00000400:00000200:15.0:1596748077.354278:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:15.0:1596748077.354279:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:15.0:1596748077.354280:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e625400] (22)-- 00000800:00000200:86.0:1596748077.354657:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e625400] (21)-- 00000400:00000200:15.0:1596748077.354828:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:15.0:1596748077.354829:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:15.0:1596748077.354830:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e621800] (22)-- 00000800:00000200:86.0:1596748077.355160:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e621800] (21)-- 00000400:00000200:15.0:1596748077.355368:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:15.0:1596748077.355369:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:15.0:1596748077.355369:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e626400] (22)-- 00000800:00000200:86.0:1596748077.355715:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e626400] (21)-- 00000800:00000200:86.0:1596748077.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748077.473567:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848600 (tot 156989266). 00000800:00000200:86.0:1596748077.473571:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848600] -> 192.168.128.142@o2ib36 (1)++ 00000800:00000010:86.0:1596748077.473573:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848680 (tot 156989378). 00000800:00000010:86.0:1596748077.473575:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb2b400 (tot 156989674). 00000800:00000010:86.0:1596748077.473576:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28bec0 (tot 156989810). 00000800:00000010:86.0:1596748077.473578:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda61000 (tot 156991682). 00000800:00000010:86.0:1596748077.473579:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28be00 (tot 156991834). 00000800:00000200:86.0:1596748077.473584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fc809000 0x377c809000(0x377c809000) 00000800:00000200:86.0:1596748077.473585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fc80a000 0x377c80a000(0x377c80a000) 00000800:00000200:86.0:1596748077.473586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fc80b000 0x377c80b000(0x377c80b000) 00000800:00000200:86.0:1596748077.473587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fc80c000 0x377c80c000(0x377c80c000) 00000800:00000200:86.0:1596748077.473588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fc80d000 0x377c80d000(0x377c80d000) 00000800:00000200:86.0:1596748077.473588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fc80e000 0x377c80e000(0x377c80e000) 00000800:00000200:86.0:1596748077.473589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fc80f000 0x377c80f000(0x377c80f000) 00000800:00000200:86.0:1596748077.473590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fc810000 0x377c810000(0x377c810000) 00000800:00000200:86.0:1596748077.473590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fc811000 0x377c811000(0x377c811000) 00000800:00000200:86.0:1596748077.473591:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fc812000 0x377c812000(0x377c812000) 00000800:00000200:86.0:1596748077.473592:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fc813000 0x377c813000(0x377c813000) 00000800:00000200:86.0:1596748077.473593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fc814000 0x377c814000(0x377c814000) 00000800:00000200:86.0:1596748077.473593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fc815000 0x377c815000(0x377c815000) 00000800:00000200:86.0:1596748077.473594:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fc816000 0x377c816000(0x377c816000) 00000800:00000200:86.0:1596748077.473595:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fc817000 0x377c817000(0x377c817000) 00000800:00000200:86.0:1596748077.473596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fc840000 0x377c840000(0x377c840000) 00000800:00000200:86.0:1596748077.473596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fc841000 0x377c841000(0x377c841000) 00000800:00000200:86.0:1596748077.473597:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fc842000 0x377c842000(0x377c842000) 00000800:00000010:86.0:1596748077.474168:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848680 (tot 156991722). 00000800:00000200:86.0:1596748077.474169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2b400] (20)-- 00000800:00000200:86.0:1596748077.474188:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.142@o2ib36 00000800:00000200:86.0:1596748077.474442:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748077.474787:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.142@o2ib36 00000800:00000200:86.0:1596748077.474789:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.142@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748077.474789:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28bec0 (tot 156991586). 00000800:00000200:86.0:1596748077.474791:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb2b400] (19)++ 00000800:00000200:86.0:1596748077.474791:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb2b400] (20)++ 00000800:00000200:86.0:1596748077.474792:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb2b400] (21)-- 00000800:00000200:36.2:1596748077.474793:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb2b400] (20)++ 00000800:00020000:16.0:1596748078.352524:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748078.352528:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748078.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c41be86200] (22)++ 00000800:00000100:16.0:1596748078.352531:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748078.352533:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849c80] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:16.0:1596748078.352534:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c41be86200] (23)-- 00000800:00000200:16.0:1596748078.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831a00] (21)++ 00000800:00000200:16.0:1596748078.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e831a00] (22)++ 00000800:00000200:16.0:1596748078.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e831a00] (23)-- 00000800:00000200:16.0:1596748078.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee43e00] (21)++ 00000800:00000200:16.0:1596748078.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee43e00] (22)++ 00000800:00000200:16.0:1596748078.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee43e00] (23)-- 00000800:00000200:16.0:1596748078.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c434e00] (21)++ 00000800:00000200:16.0:1596748078.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c434e00] (22)++ 00000800:00000200:16.0:1596748078.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c434e00] (23)-- 00000800:00020000:16.0:1596748078.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748078.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748078.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447579000] (22)++ 00000800:00000100:16.0:1596748078.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748078.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbd80] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:16.0:1596748078.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447579000] (23)-- 00000800:00020000:16.0:1596748078.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748078.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748078.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55258600] (22)++ 00000800:00000100:16.0:1596748078.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748078.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead080] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:16.0:1596748078.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55258600] (23)-- 00000800:00020000:16.0:1596748078.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748078.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748078.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6cc00] (22)++ 00000800:00000100:16.0:1596748078.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748078.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1e00] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:16.0:1596748078.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6cc00] (23)-- 00000800:00020000:16.0:1596748078.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748078.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748078.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44757a000] (22)++ 00000800:00000100:16.0:1596748078.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748078.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbe00] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:16.0:1596748078.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44757a000] (23)-- 00000800:00000200:16.0:1596748078.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463430000] (21)++ 00000800:00000200:16.0:1596748078.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463430000] (22)++ 00000800:00000200:16.0:1596748078.352589:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463430000] (23)-- 00000800:00020000:16.0:1596748078.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748078.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748078.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e830e00] (22)++ 00000800:00000100:16.0:1596748078.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748078.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3f00] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:16.0:1596748078.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e830e00] (23)-- 00000400:00000200:16.0:1596748078.353153:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:16.0:1596748078.353155:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:16.0:1596748078.353155:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c41be86200] (22)-- 00000800:00000200:86.0:1596748078.353482:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c41be86200] (21)-- 00000400:00000200:16.0:1596748078.353696:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:16.0:1596748078.353697:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:16.0:1596748078.353697:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447579000] (22)-- 00000800:00000200:86.0:1596748078.353971:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447579000] (21)-- 00000400:00000200:16.0:1596748078.354244:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:16.0:1596748078.354245:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:16.0:1596748078.354246:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55258600] (22)-- 00000800:00000200:86.0:1596748078.354538:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55258600] (21)-- 00000400:00000200:16.0:1596748078.354799:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:16.0:1596748078.354800:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:16.0:1596748078.354801:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6cc00] (22)-- 00000800:00000200:86.0:1596748078.355127:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6cc00] (21)-- 00000400:00000200:16.0:1596748078.355345:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:16.0:1596748078.355346:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:16.0:1596748078.355346:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44757a000] (22)-- 00000800:00000200:86.0:1596748078.355847:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44757a000] (21)-- 00000400:00000200:16.0:1596748078.355889:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:16.0:1596748078.355890:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:16.0:1596748078.355890:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e830e00] (22)-- 00000800:00000200:86.0:1596748078.356512:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e830e00] (21)-- 00000800:00000200:86.0:1596748078.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748078.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748078.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748078.542599:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557f80 (tot 156991698). 00000800:00000200:86.0:1596748078.542603:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557f80] -> 192.168.128.63@o2ib36 (1)++ 00000800:00000010:86.0:1596748078.542605:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557f00 (tot 156991810). 00000800:00000010:86.0:1596748078.542606:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55628200 (tot 156992106). 00000800:00000010:86.0:1596748078.542608:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eaa600 (tot 156992242). 00000800:00000010:86.0:1596748078.542610:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f7800 (tot 156994114). 00000800:00000010:86.0:1596748078.542612:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab080 (tot 156994266). 00000800:00000200:86.0:1596748078.542619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5755c000 0x3fd755c000(0x3fd755c000) 00000800:00000200:86.0:1596748078.542620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc576ee000 0x3fd76ee000(0x3fd76ee000) 00000800:00000200:86.0:1596748078.542621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc559e0000 0x3fd59e0000(0x3fd59e0000) 00000800:00000200:86.0:1596748078.542622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57992000 0x3fd7992000(0x3fd7992000) 00000800:00000200:86.0:1596748078.542623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57541000 0x3fd7541000(0x3fd7541000) 00000800:00000200:86.0:1596748078.542623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57435000 0x3fd7435000(0x3fd7435000) 00000800:00000200:86.0:1596748078.542624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57b2d000 0x3fd7b2d000(0x3fd7b2d000) 00000800:00000200:86.0:1596748078.542625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57a1c000 0x3fd7a1c000(0x3fd7a1c000) 00000800:00000200:86.0:1596748078.542625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc58385000 0x3fd8385000(0x3fd8385000) 00000800:00000200:86.0:1596748078.542626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc7bd7b000 0x3ffbd7b000(0x3ffbd7b000) 00000800:00000200:86.0:1596748078.542627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57952000 0x3fd7952000(0x3fd7952000) 00000800:00000200:86.0:1596748078.542628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc579ef000 0x3fd79ef000(0x3fd79ef000) 00000800:00000200:86.0:1596748078.542628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc579fa000 0x3fd79fa000(0x3fd79fa000) 00000800:00000200:86.0:1596748078.542629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57890000 0x3fd7890000(0x3fd7890000) 00000800:00000200:86.0:1596748078.542630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc579cb000 0x3fd79cb000(0x3fd79cb000) 00000800:00000200:86.0:1596748078.542631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc7d9ad000 0x3ffd9ad000(0x3ffd9ad000) 00000800:00000200:86.0:1596748078.542632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc7c3d2000 0x3ffc3d2000(0x3ffc3d2000) 00000800:00000200:86.0:1596748078.542632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc6da09000 0x3feda09000(0x3feda09000) 00000800:00000010:86.0:1596748078.543190:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557f00 (tot 156994154). 00000800:00000200:86.0:1596748078.543191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543194:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543194:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543195:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543195:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543196:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543196:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543197:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543198:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543199:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543200:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55628200] (20)-- 00000800:00000200:86.0:1596748078.543210:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.63@o2ib36 00000800:00000200:86.0:1596748078.543481:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748078.543883:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.63@o2ib36 00000800:00000200:86.0:1596748078.543884:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.63@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748078.543885:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eaa600 (tot 156994018). 00000800:00000200:86.0:1596748078.543886:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55628200] (19)++ 00000800:00000200:86.0:1596748078.543886:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55628200] (20)++ 00000800:00000200:86.0:1596748078.543887:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55628200] (21)-- 00000800:00000200:37.2:1596748078.544094:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55628200] (20)++ 00000800:00020000:16.0:1596748079.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6a600] (22)++ 00000800:00000100:16.0:1596748079.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1d80] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6a600] (23)-- 00000800:00020000:16.0:1596748079.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c25c00] (22)++ 00000800:00000100:16.0:1596748079.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295c00] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c25c00] (23)-- 00000800:00020000:16.0:1596748079.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee46a00] (22)++ 00000800:00000100:16.0:1596748079.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848300] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee46a00] (23)-- 00000800:00020000:16.0:1596748079.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96000] (22)++ 00000800:00000100:16.0:1596748079.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34580] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc96000] (23)-- 00000800:00020000:16.0:1596748079.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc92400] (22)++ 00000800:00000100:16.0:1596748079.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35900] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc92400] (23)-- 00000800:00020000:16.0:1596748079.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979400] (22)++ 00000800:00000100:16.0:1596748079.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbd00] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462979400] (23)-- 00000800:00020000:16.0:1596748079.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf20600] (22)++ 00000800:00000100:16.0:1596748079.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34600] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf20600] (23)-- 00000800:00020000:16.0:1596748079.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3400] (22)++ 00000800:00000100:16.0:1596748079.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1d00] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f3400] (23)-- 00000800:00000200:16.0:1596748079.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463430600] (21)++ 00000800:00000200:16.0:1596748079.352599:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463430600] (22)++ 00000800:00000200:16.0:1596748079.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463430600] (23)-- 00000800:00000200:16.0:1596748079.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf26600] (21)++ 00000800:00000200:16.0:1596748079.352607:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf26600] (22)++ 00000800:00000200:16.0:1596748079.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf26600] (23)-- 00000800:00020000:16.0:1596748079.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748079.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c26a00] (22)++ 00000800:00000100:16.0:1596748079.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294300] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352615:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c26a00] (23)-- 00000800:00020000:16.0:1596748079.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748079.352618:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68a00] (22)++ 00000800:00000100:16.0:1596748079.352620:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0180] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c68a00] (23)-- 00000800:00020000:16.0:1596748079.352624:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352625:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf21000] (22)++ 00000800:00000100:16.0:1596748079.352627:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352629:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34680] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352630:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf21000] (23)-- 00000800:00020000:16.0:1596748079.352631:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352632:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556efc00] (22)++ 00000800:00000100:16.0:1596748079.352634:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352635:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eace80] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352636:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc556efc00] (23)-- 00000800:00020000:16.0:1596748079.352637:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748079.352638:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352639:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e620c00] (22)++ 00000800:00000100:16.0:1596748079.352640:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352642:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3e80] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352643:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e620c00] (23)-- 00000800:00020000:16.0:1596748079.352644:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748079.352645:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352646:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27a00] (22)++ 00000800:00000100:16.0:1596748079.352647:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352649:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35800] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352650:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf27a00] (23)-- 00000800:00020000:16.0:1596748079.352651:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748079.352652:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352653:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869a800] (22)++ 00000800:00000100:16.0:1596748079.352654:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352655:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34500] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352657:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869a800] (23)-- 00000800:00020000:16.0:1596748079.352658:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748079.352659:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352660:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00be00] (22)++ 00000800:00000100:16.0:1596748079.352661:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352662:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbe80] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352663:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00be00] (23)-- 00000800:00000200:16.0:1596748079.352665:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c433800] (21)++ 00000800:00000200:16.0:1596748079.352666:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c433800] (22)++ 00000800:00000200:16.0:1596748079.352669:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c433800] (23)-- 00000800:00020000:16.0:1596748079.352670:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748079.352671:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748079.352671:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c6400] (22)++ 00000800:00000100:16.0:1596748079.352673:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748079.352674:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2100] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:16.0:1596748079.352675:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c6400] (23)-- 00000400:00000200:16.0:1596748079.353284:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:16.0:1596748079.353285:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:16.0:1596748079.353286:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6a600] (22)-- 00000800:00000200:86.0:1596748079.353665:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6a600] (21)-- 00000400:00000200:16.0:1596748079.353824:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:16.0:1596748079.353825:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:16.0:1596748079.353826:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c25c00] (22)-- 00000800:00000200:86.0:1596748079.354128:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463c25c00] (21)-- 00000400:00000200:16.0:1596748079.354359:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:16.0:1596748079.354360:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:16.0:1596748079.354361:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee46a00] (22)-- 00000800:00000200:86.0:1596748079.354679:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee46a00] (21)-- 00000400:00000200:16.0:1596748079.354740:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:16.0:1596748079.354741:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:16.0:1596748079.354742:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc96000] (22)-- 00000800:00000200:86.0:1596748079.355053:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc96000] (21)-- 00000400:00000200:16.0:1596748079.355296:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:16.0:1596748079.355297:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:16.0:1596748079.355297:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc92400] (22)-- 00000800:00000200:86.0:1596748079.355667:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc92400] (21)-- 00000400:00000200:16.0:1596748079.355846:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:16.0:1596748079.355847:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:16.0:1596748079.355847:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462979400] (22)-- 00000800:00000200:86.0:1596748079.356186:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462979400] (21)-- 00000400:00000200:16.0:1596748079.356396:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:16.0:1596748079.356398:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:16.0:1596748079.356398:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf20600] (22)-- 00000800:00000200:86.0:1596748079.356711:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf20600] (21)-- 00000400:00000200:16.0:1596748079.356935:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:16.0:1596748079.356936:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:16.0:1596748079.356937:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f3400] (22)-- 00000800:00000200:86.0:1596748079.357292:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f3400] (21)-- 00000400:00000200:16.0:1596748079.357482:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:16.0:1596748079.357484:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:16.0:1596748079.357484:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c26a00] (22)-- 00000800:00000200:86.0:1596748079.357796:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463c26a00] (21)-- 00000400:00000200:16.0:1596748079.358051:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:16.0:1596748079.358052:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:16.0:1596748079.358052:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c68a00] (22)-- 00000800:00000200:86.0:1596748079.358296:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c68a00] (21)-- 00000400:00000200:16.0:1596748079.358601:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:16.0:1596748079.358602:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:16.0:1596748079.358602:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf21000] (22)-- 00000800:00000200:86.0:1596748079.358934:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf21000] (21)-- 00000400:00000200:16.0:1596748079.359147:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:16.0:1596748079.359148:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:16.0:1596748079.359149:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc556efc00] (22)-- 00000800:00000200:86.0:1596748079.359494:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc556efc00] (21)-- 00000400:00000200:16.0:1596748079.359690:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:16.0:1596748079.359691:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:16.0:1596748079.359692:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e620c00] (22)-- 00000400:00000200:16.0:1596748079.360067:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:16.0:1596748079.360069:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:16.0:1596748079.360069:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf27a00] (22)-- 00000800:00000200:86.0:1596748079.360190:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e620c00] (21)-- 00000800:00000200:86.0:1596748079.360358:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf27a00] (21)-- 00000400:00000200:16.0:1596748079.360621:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:16.0:1596748079.360622:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:16.0:1596748079.360623:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869a800] (22)-- 00000400:00000200:16.0:1596748079.361171:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:16.0:1596748079.361172:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:16.0:1596748079.361173:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00be00] (22)-- 00000800:00000200:86.0:1596748079.361188:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac7869a800] (21)-- 00000800:00000200:86.0:1596748079.361460:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a47e00be00] (21)-- 00000400:00000200:16.0:1596748079.361715:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:16.0:1596748079.361716:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:16.0:1596748079.361717:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c6400] (22)-- 00000800:00000200:86.0:1596748079.362015:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e4c6400] (21)-- 00000800:00000200:86.0:1596748079.407521:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748079.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748079.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748079.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748079.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748079.806098:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557f00 (tot 156994130). 00000800:00000200:86.0:1596748079.806102:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557f00] -> 192.168.128.131@o2ib36 (1)++ 00000800:00000010:86.0:1596748079.806104:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557e80 (tot 156994242). 00000800:00000010:86.0:1596748079.806108:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c08000 (tot 156994538). 00000800:00000010:86.0:1596748079.806109:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eaa600 (tot 156994674). 00000800:00000010:86.0:1596748079.806110:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f6800 (tot 156996546). 00000800:00000010:86.0:1596748079.806112:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab980 (tot 156996698). 00000800:00000200:86.0:1596748079.806120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7bd36000 0x3ffbd36000(0x3ffbd36000) 00000800:00000200:86.0:1596748079.806121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57b84000 0x3fd7b84000(0x3fd7b84000) 00000800:00000200:86.0:1596748079.806122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5751f000 0x3fd751f000(0x3fd751f000) 00000800:00000200:86.0:1596748079.806123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57af8000 0x3fd7af8000(0x3fd7af8000) 00000800:00000200:86.0:1596748079.806123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc576c0000 0x3fd76c0000(0x3fd76c0000) 00000800:00000200:86.0:1596748079.806124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57662000 0x3fd7662000(0x3fd7662000) 00000800:00000200:86.0:1596748079.806125:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc579e6000 0x3fd79e6000(0x3fd79e6000) 00000800:00000200:86.0:1596748079.806126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc579a7000 0x3fd79a7000(0x3fd79a7000) 00000800:00000200:86.0:1596748079.806126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc578fd000 0x3fd78fd000(0x3fd78fd000) 00000800:00000200:86.0:1596748079.806127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc7db3e000 0x3ffdb3e000(0x3ffdb3e000) 00000800:00000200:86.0:1596748079.806128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc7db49000 0x3ffdb49000(0x3ffdb49000) 00000800:00000200:86.0:1596748079.806128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc576e2000 0x3fd76e2000(0x3fd76e2000) 00000800:00000200:86.0:1596748079.806129:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc7b83c000 0x3ffb83c000(0x3ffb83c000) 00000800:00000200:86.0:1596748079.806130:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57ba8000 0x3fd7ba8000(0x3fd7ba8000) 00000800:00000200:86.0:1596748079.806131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57a11000 0x3fd7a11000(0x3fd7a11000) 00000800:00000200:86.0:1596748079.806131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc7a0c0000 0x3ffa0c0000(0x3ffa0c0000) 00000800:00000200:86.0:1596748079.806132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57a87000 0x3fd7a87000(0x3fd7a87000) 00000800:00000200:86.0:1596748079.806133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5555a000 0x3fd555a000(0x3fd555a000) 00000800:00000010:86.0:1596748079.806702:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557e80 (tot 156996586). 00000800:00000200:86.0:1596748079.806704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.806721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c08000] (20)-- 00000800:00000200:86.0:1596748079.806723:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.131@o2ib36 00000800:00000200:86.0:1596748079.806987:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748079.807266:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.131@o2ib36 00000800:00000200:86.0:1596748079.807267:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.131@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748079.807268:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eaa600 (tot 156996450). 00000800:00000200:86.0:1596748079.807269:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c08000] (19)++ 00000800:00000200:86.0:1596748079.807270:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c08000] (20)++ 00000800:00000200:86.0:1596748079.807271:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c08000] (21)-- 00000800:00000200:88.2:1596748079.807424:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c08000] (20)++ 00000800:00000200:17.0:1596748080.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f8600] (21)++ 00000800:00000200:17.0:1596748080.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471f8600] (22)++ 00000800:00000200:17.0:1596748080.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471f8600] (23)-- 00000800:00000200:17.0:1596748080.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6d000] (21)++ 00000800:00000200:17.0:1596748080.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6d000] (22)++ 00000800:00000200:17.0:1596748080.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6d000] (23)-- 00000800:00020000:17.0:1596748080.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748080.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297a000] (22)++ 00000800:00000100:17.0:1596748080.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db200] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297a000] (23)-- 00000800:00020000:17.0:1596748080.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55268000] (22)++ 00000800:00000100:17.0:1596748080.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacf00] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55268000] (23)-- 00000800:00000200:17.0:1596748080.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b8000] (21)++ 00000800:00000200:17.0:1596748080.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0b8000] (22)++ 00000800:00000200:17.0:1596748080.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0b8000] (23)-- 00000800:00000200:17.0:1596748080.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf21a00] (21)++ 00000800:00000200:17.0:1596748080.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf21a00] (22)++ 00000800:00000200:17.0:1596748080.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf21a00] (23)-- 00000800:00020000:17.0:1596748080.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748080.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c436c00] (22)++ 00000800:00020000:17.0:1596748080.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d04000] (22)++ 00000800:00000100:17.0:1596748080.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0280] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d04000] (23)-- 00000800:00000100:17.0:1596748080.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35b00] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c436c00] (23)-- 00000800:00020000:17.0:1596748080.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556efe00] (22)++ 00000800:00000100:17.0:1596748080.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55ead000] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc556efe00] (23)-- 00000800:00020000:17.0:1596748080.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425abe00] (22)++ 00000800:00000100:17.0:1596748080.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849c00] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4425abe00] (23)-- 00000800:00020000:17.0:1596748080.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf20000] (22)++ 00000800:00000100:17.0:1596748080.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35880] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf20000] (23)-- 00000800:00020000:17.0:1596748080.352601:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352603:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c431a00] (22)++ 00000800:00000100:17.0:1596748080.352604:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352606:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34300] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352607:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c431a00] (23)-- 00000800:00020000:17.0:1596748080.352608:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352609:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c68200] (22)++ 00000800:00000100:17.0:1596748080.352611:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352612:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0200] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c68200] (23)-- 00000800:00020000:17.0:1596748080.352615:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c432400] (22)++ 00000800:00000100:17.0:1596748080.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352619:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34380] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352620:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c432400] (23)-- 00000800:00020000:17.0:1596748080.352621:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352624:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447578800] (22)++ 00000800:00000100:17.0:1596748080.352625:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352626:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbc80] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352627:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447578800] (23)-- 00000800:00020000:17.0:1596748080.352629:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748080.352631:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748080.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297e800] (22)++ 00000800:00000100:17.0:1596748080.352632:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748080.352634:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db980] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:17.0:1596748080.352635:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297e800] (23)-- 00000800:00000200:17.0:1596748080.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6dc00] (21)++ 00000800:00000200:17.0:1596748080.352639:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6dc00] (22)++ 00000800:00000200:17.0:1596748080.352641:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6dc00] (23)-- 00000400:00000200:17.0:1596748080.353160:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:17.0:1596748080.353162:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:17.0:1596748080.353162:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297a000] (22)-- 00000800:00000200:86.0:1596748080.353432:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297a000] (21)-- 00000400:00000200:17.0:1596748080.353694:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:17.0:1596748080.353695:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:17.0:1596748080.353696:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55268000] (22)-- 00000800:00000200:86.0:1596748080.354001:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55268000] (21)-- 00000400:00000200:17.0:1596748080.354238:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:17.0:1596748080.354240:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:17.0:1596748080.354240:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d04000] (22)-- 00000800:00000200:86.0:1596748080.354554:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d04000] (21)-- 00000400:00000200:17.0:1596748080.354778:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:17.0:1596748080.354779:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:17.0:1596748080.354780:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c436c00] (22)-- 00000800:00000200:86.0:1596748080.355069:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c436c00] (21)-- 00000400:00000200:17.0:1596748080.355329:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:17.0:1596748080.355330:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:17.0:1596748080.355330:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc556efe00] (22)-- 00000800:00000200:86.0:1596748080.355617:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc556efe00] (21)-- 00000400:00000200:17.0:1596748080.355880:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:17.0:1596748080.355882:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:17.0:1596748080.355882:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4425abe00] (22)-- 00000400:00000200:17.0:1596748080.356425:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:17.0:1596748080.356426:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:17.0:1596748080.356427:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf20000] (22)-- 00000800:00000200:86.0:1596748080.356481:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4425abe00] (21)-- 00000800:00000200:86.0:1596748080.356738:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf20000] (21)-- 00000400:00000200:17.0:1596748080.356991:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:17.0:1596748080.356992:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:17.0:1596748080.356993:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c431a00] (22)-- 00000800:00000200:86.0:1596748080.357360:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c431a00] (21)-- 00000400:00000200:17.0:1596748080.357565:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:17.0:1596748080.357566:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:17.0:1596748080.357567:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c68200] (22)-- 00000800:00000200:86.0:1596748080.357837:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c68200] (21)-- 00000400:00000200:17.0:1596748080.358079:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:17.0:1596748080.358080:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:17.0:1596748080.358081:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c432400] (22)-- 00000800:00000200:86.0:1596748080.358418:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c432400] (21)-- 00000400:00000200:17.0:1596748080.358633:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:17.0:1596748080.358634:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:17.0:1596748080.358634:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447578800] (22)-- 00000800:00000200:86.0:1596748080.358977:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447578800] (21)-- 00000400:00000200:17.0:1596748080.359186:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:17.0:1596748080.359187:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:17.0:1596748080.359187:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297e800] (22)-- 00000800:00000200:86.0:1596748080.359531:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297e800] (21)-- 00000800:00000200:86.0:1596748080.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748080.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748080.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748080.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748080.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748080.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748080.898650:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db880 (tot 156996562). 00000800:00000200:86.0:1596748080.898654:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db880] -> 192.168.128.117@o2ib36 (1)++ 00000800:00000010:86.0:1596748080.898656:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db900 (tot 156996674). 00000800:00000010:86.0:1596748080.898659:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fb800 (tot 156996970). 00000800:00000010:86.0:1596748080.898661:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4471b6240 (tot 156997106). 00000800:00000010:86.0:1596748080.898664:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e171000 (tot 156998978). 00000800:00000010:86.0:1596748080.898667:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d06000 (tot 156999130). 00000800:00000200:86.0:1596748080.898672:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47cacf000 0x17fcacf000(0x17fcacf000) 00000800:00000200:86.0:1596748080.898673:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447516000 0x17c7516000(0x17c7516000) 00000800:00000200:86.0:1596748080.898674:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447517000 0x17c7517000(0x17c7517000) 00000800:00000200:86.0:1596748080.898675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476f40000 0x17f6f40000(0x17f6f40000) 00000800:00000200:86.0:1596748080.898675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476f41000 0x17f6f41000(0x17f6f41000) 00000800:00000200:86.0:1596748080.898676:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4768ae000 0x17f68ae000(0x17f68ae000) 00000800:00000200:86.0:1596748080.898677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4768af000 0x17f68af000(0x17f68af000) 00000800:00000200:86.0:1596748080.898678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476d24000 0x17f6d24000(0x17f6d24000) 00000800:00000200:86.0:1596748080.898679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476d25000 0x17f6d25000(0x17f6d25000) 00000800:00000200:86.0:1596748080.898679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476d1e000 0x17f6d1e000(0x17f6d1e000) 00000800:00000200:86.0:1596748080.898680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476d1f000 0x17f6d1f000(0x17f6d1f000) 00000800:00000200:86.0:1596748080.898681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476d0c000 0x17f6d0c000(0x17f6d0c000) 00000800:00000200:86.0:1596748080.898682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476d0d000 0x17f6d0d000(0x17f6d0d000) 00000800:00000200:86.0:1596748080.898682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4768b8000 0x17f68b8000(0x17f68b8000) 00000800:00000200:86.0:1596748080.898683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4768b9000 0x17f68b9000(0x17f68b9000) 00000800:00000200:86.0:1596748080.898684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a462b08000 0x17e2b08000(0x17e2b08000) 00000800:00000200:86.0:1596748080.898685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a462b09000 0x17e2b09000(0x17e2b09000) 00000800:00000200:86.0:1596748080.898685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a462b0a000 0x17e2b0a000(0x17e2b0a000) 00000800:00000010:86.0:1596748080.899250:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db900 (tot 156999018). 00000800:00000200:86.0:1596748080.899251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb800] (20)-- 00000800:00000200:86.0:1596748080.899270:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.117@o2ib36 00000800:00000200:86.0:1596748080.899525:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748080.899841:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.117@o2ib36 00000800:00000200:86.0:1596748080.899842:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.117@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748080.899843:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4471b6240 (tot 156998882). 00000800:00000200:86.0:1596748080.899844:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fb800] (19)++ 00000800:00000200:86.0:1596748080.899845:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fb800] (20)++ 00000800:00000200:86.0:1596748080.899846:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fb800] (21)-- 00000800:00000200:39.2:1596748080.900092:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fb800] (20)++ 00000800:00000010:86.0:1596748081.274979:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3c00 (tot 156998994). 00000800:00000200:86.0:1596748081.274982:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3c00] -> 192.168.128.78@o2ib36 (1)++ 00000800:00000010:86.0:1596748081.274984:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3b80 (tot 156999106). 00000800:00000010:86.0:1596748081.274987:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bae00 (tot 156999402). 00000800:00000010:86.0:1596748081.274989:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 156999538). 00000800:00000010:86.0:1596748081.274995:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e120000 (tot 157001410). 00000800:00000010:86.0:1596748081.274996:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06b500 (tot 157001562). 00000800:00000200:86.0:1596748081.275005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c73b51000 0xff3b51000(0xff3b51000) 00000800:00000200:86.0:1596748081.275006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c7c2b0000 0xffc2b0000(0xffc2b0000) 00000800:00000200:86.0:1596748081.275007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c7df51000 0xffdf51000(0xffdf51000) 00000800:00000200:86.0:1596748081.275008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c7dbfc000 0xffdbfc000(0xffdbfc000) 00000800:00000200:86.0:1596748081.275009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c7e756000 0xffe756000(0xffe756000) 00000800:00000200:86.0:1596748081.275009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c7e8f4000 0xffe8f4000(0xffe8f4000) 00000800:00000200:86.0:1596748081.275010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c7f440000 0xfff440000(0xfff440000) 00000800:00000200:86.0:1596748081.275011:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e119000 0xfde119000(0xfde119000) 00000800:00000200:86.0:1596748081.275012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e128000 0xfde128000(0xfde128000) 00000800:00000200:86.0:1596748081.275013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e129000 0xfde129000(0xfde129000) 00000800:00000200:86.0:1596748081.275013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e12a000 0xfde12a000(0xfde12a000) 00000800:00000200:86.0:1596748081.275014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e12b000 0xfde12b000(0xfde12b000) 00000800:00000200:86.0:1596748081.275015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e12c000 0xfde12c000(0xfde12c000) 00000800:00000200:86.0:1596748081.275016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e12d000 0xfde12d000(0xfde12d000) 00000800:00000200:86.0:1596748081.275016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e12e000 0xfde12e000(0xfde12e000) 00000800:00000200:86.0:1596748081.275017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e12f000 0xfde12f000(0xfde12f000) 00000800:00000200:86.0:1596748081.275018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e130000 0xfde130000(0xfde130000) 00000800:00000200:86.0:1596748081.275018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e131000 0xfde131000(0xfde131000) 00000800:00000010:86.0:1596748081.275619:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3b80 (tot 157001450). 00000800:00000200:86.0:1596748081.275620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.275638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bae00] (20)-- 00000800:00000200:86.0:1596748081.275639:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.78@o2ib36 00000800:00000200:86.0:1596748081.275897:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748081.276284:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.78@o2ib36 00000800:00000200:86.0:1596748081.276285:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.78@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748081.276286:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 157001314). 00000800:00000200:86.0:1596748081.276287:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bae00] (19)++ 00000800:00000200:86.0:1596748081.276288:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bae00] (20)++ 00000800:00000200:86.0:1596748081.276289:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bae00] (21)-- 00000800:00000200:88.2:1596748081.276454:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bae00] (20)++ 00000800:00000200:17.0:1596748081.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55280000] (21)++ 00000800:00000200:17.0:1596748081.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55280000] (22)++ 00000800:00000200:17.0:1596748081.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55280000] (23)-- 00000800:00000200:17.0:1596748081.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8400] (21)++ 00000800:00000200:17.0:1596748081.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea8400] (22)++ 00000800:00000200:17.0:1596748081.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea8400] (23)-- 00000800:00020000:17.0:1596748081.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c435800] (22)++ 00000800:00000100:17.0:1596748081.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35a00] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c435800] (23)-- 00000800:00020000:17.0:1596748081.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f8000] (22)++ 00000800:00000100:17.0:1596748081.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dba00] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471f8000] (23)-- 00000800:00000200:17.0:1596748081.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc5572fc00] (21)++ 00000800:00000200:17.0:1596748081.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc5572fc00] (22)++ 00000800:00000200:17.0:1596748081.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc5572fc00] (23)-- 00000800:00000200:17.0:1596748081.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463436a00] (21)++ 00000800:00000200:17.0:1596748081.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463436a00] (22)++ 00000800:00000200:17.0:1596748081.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463436a00] (23)-- 00000800:00000200:17.0:1596748081.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463437a00] (21)++ 00000800:00000200:17.0:1596748081.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463437a00] (22)++ 00000800:00000200:17.0:1596748081.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463437a00] (23)-- 00000800:00020000:17.0:1596748081.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833a00] (22)++ 00000800:00000100:17.0:1596748081.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3e00] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e833a00] (23)-- 00000800:00020000:17.0:1596748081.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c436200] (22)++ 00000800:00020000:17.0:1596748081.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057600] (22)++ 00000800:00000100:17.0:1596748081.352590:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294380] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352593:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464057600] (23)-- 00000800:00000100:17.0:1596748081.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35a80] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c436200] (23)-- 00000800:00000200:17.0:1596748081.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463436600] (21)++ 00000800:00000200:17.0:1596748081.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463436600] (22)++ 00000800:00000200:17.0:1596748081.352602:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463436600] (23)-- 00000800:00020000:17.0:1596748081.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352604:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464056600] (22)++ 00000800:00000100:17.0:1596748081.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295b80] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464056600] (23)-- 00000800:00000200:17.0:1596748081.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c434400] (21)++ 00000800:00000200:17.0:1596748081.352611:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c434400] (22)++ 00000800:00000200:17.0:1596748081.352613:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c434400] (23)-- 00000800:00000200:17.0:1596748081.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06200] (21)++ 00000800:00000200:17.0:1596748081.352616:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d06200] (22)++ 00000800:00000200:17.0:1596748081.352619:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d06200] (23)-- 00000800:00000200:17.0:1596748081.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55280c00] (21)++ 00000800:00000200:17.0:1596748081.352622:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55280c00] (22)++ 00000800:00000200:17.0:1596748081.352625:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55280c00] (23)-- 00000800:00000200:17.0:1596748081.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463431000] (21)++ 00000800:00000200:17.0:1596748081.352628:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463431000] (22)++ 00000800:00000200:17.0:1596748081.352630:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463431000] (23)-- 00000800:00020000:17.0:1596748081.352631:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352632:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352633:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaa000] (22)++ 00000800:00000100:17.0:1596748081.352634:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352636:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1c00] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352637:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaa000] (23)-- 00000800:00000200:17.0:1596748081.352638:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c8000] (21)++ 00000800:00000200:17.0:1596748081.352640:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc658c8000] (22)++ 00000800:00000200:17.0:1596748081.352643:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc658c8000] (23)-- 00000800:00020000:17.0:1596748081.352643:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748081.352645:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748081.352645:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557d0c00] (22)++ 00000800:00000100:17.0:1596748081.352646:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748081.352648:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55eacf80] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:17.0:1596748081.352649:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc557d0c00] (23)-- 00000800:00000200:17.0:1596748081.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61fe00] (21)++ 00000800:00000200:17.0:1596748081.352653:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61fe00] (22)++ 00000800:00000200:17.0:1596748081.352656:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61fe00] (23)-- 00000800:00000200:17.0:1596748081.352664:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f0200] (21)++ 00000800:00000200:17.0:1596748081.352666:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f0200] (22)++ 00000800:00000200:17.0:1596748081.352669:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f0200] (23)-- 00000400:00000200:17.0:1596748081.353266:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:17.0:1596748081.353268:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:17.0:1596748081.353269:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c435800] (22)-- 00000400:00000200:17.0:1596748081.353814:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:17.0:1596748081.353815:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:17.0:1596748081.353816:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471f8000] (22)-- 00000800:00000200:86.0:1596748081.353832:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c435800] (21)-- 00000400:00000200:17.0:1596748081.354353:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:17.0:1596748081.354354:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:17.0:1596748081.354355:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e833a00] (22)-- 00000800:00000200:86.0:1596748081.354356:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471f8000] (21)-- 00000800:00000200:86.0:1596748081.354620:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e833a00] (21)-- 00000400:00000200:17.0:1596748081.354908:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:17.0:1596748081.354909:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:17.0:1596748081.354910:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464057600] (22)-- 00000800:00000200:86.0:1596748081.355225:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464057600] (21)-- 00000400:00000200:17.0:1596748081.355451:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:17.0:1596748081.355453:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:17.0:1596748081.355453:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c436200] (22)-- 00000800:00000200:86.0:1596748081.355725:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c436200] (21)-- 00000400:00000200:17.0:1596748081.356005:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:17.0:1596748081.356006:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:17.0:1596748081.356006:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464056600] (22)-- 00000800:00000200:86.0:1596748081.356305:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464056600] (21)-- 00000400:00000200:17.0:1596748081.356548:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:17.0:1596748081.356550:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:17.0:1596748081.356550:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaa000] (22)-- 00000800:00000200:86.0:1596748081.357086:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaa000] (21)-- 00000400:00000200:17.0:1596748081.357087:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:17.0:1596748081.357088:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:17.0:1596748081.357088:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc557d0c00] (22)-- 00000800:00000200:86.0:1596748081.357383:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc557d0c00] (21)-- 00000800:00000200:86.0:1596748081.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.415523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.415525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.415526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.415527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748081.415528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748081.602075:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3b80 (tot 157001426). 00000800:00000200:86.0:1596748081.602080:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3b80] -> 192.168.128.36@o2ib36 (1)++ 00000800:00000010:86.0:1596748081.602081:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3b00 (tot 157001538). 00000800:00000010:86.0:1596748081.602083:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bba00 (tot 157001834). 00000800:00000010:86.0:1596748081.602083:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 157001970). 00000800:00000010:86.0:1596748081.602085:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e121000 (tot 157003842). 00000800:00000010:86.0:1596748081.602086:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06b2c0 (tot 157003994). 00000800:00000200:86.0:1596748081.602091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e132000 0xfde132000(0xfde132000) 00000800:00000200:86.0:1596748081.602092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e133000 0xfde133000(0xfde133000) 00000800:00000200:86.0:1596748081.602093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e134000 0xfde134000(0xfde134000) 00000800:00000200:86.0:1596748081.602094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e135000 0xfde135000(0xfde135000) 00000800:00000200:86.0:1596748081.602094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e136000 0xfde136000(0xfde136000) 00000800:00000200:86.0:1596748081.602095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e137000 0xfde137000(0xfde137000) 00000800:00000200:86.0:1596748081.602096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e138000 0xfde138000(0xfde138000) 00000800:00000200:86.0:1596748081.602097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e139000 0xfde139000(0xfde139000) 00000800:00000200:86.0:1596748081.602097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e13a000 0xfde13a000(0xfde13a000) 00000800:00000200:86.0:1596748081.602098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e13b000 0xfde13b000(0xfde13b000) 00000800:00000200:86.0:1596748081.602099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e13c000 0xfde13c000(0xfde13c000) 00000800:00000200:86.0:1596748081.602100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e13d000 0xfde13d000(0xfde13d000) 00000800:00000200:86.0:1596748081.602100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e13e000 0xfde13e000(0xfde13e000) 00000800:00000200:86.0:1596748081.602101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e13f000 0xfde13f000(0xfde13f000) 00000800:00000200:86.0:1596748081.602102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e140000 0xfde140000(0xfde140000) 00000800:00000200:86.0:1596748081.602102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e141000 0xfde141000(0xfde141000) 00000800:00000200:86.0:1596748081.602103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e142000 0xfde142000(0xfde142000) 00000800:00000200:86.0:1596748081.602104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e143000 0xfde143000(0xfde143000) 00000800:00000010:86.0:1596748081.602691:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3b00 (tot 157003882). 00000800:00000200:86.0:1596748081.602693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.602710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bba00] (20)-- 00000800:00000200:86.0:1596748081.602712:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.36@o2ib36 00000800:00000200:86.0:1596748081.602972:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748081.603301:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.36@o2ib36 00000800:00000200:86.0:1596748081.603302:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.36@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748081.603302:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 157003746). 00000800:00000200:86.0:1596748081.603304:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bba00] (19)++ 00000800:00000200:86.0:1596748081.603304:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bba00] (20)++ 00000800:00000200:86.0:1596748081.603305:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bba00] (21)-- 00000800:00000200:87.2:1596748081.603467:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bba00] (20)++ 00000800:00000010:86.0:1596748081.763825:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34880 (tot 157003858). 00000800:00000200:86.0:1596748081.763829:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34880] -> 192.168.128.169@o2ib36 (1)++ 00000800:00000010:86.0:1596748081.763832:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34900 (tot 157003970). 00000800:00000010:86.0:1596748081.763834:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf27600 (tot 157004266). 00000800:00000010:86.0:1596748081.763837:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf48240 (tot 157004402). 00000800:00000010:86.0:1596748081.763840:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfbe800 (tot 157006274). 00000800:00000010:86.0:1596748081.763841:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf48c00 (tot 157006426). 00000800:00000200:86.0:1596748081.763854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7f349000 0x1fff349000(0x1fff349000) 00000800:00000200:86.0:1596748081.763855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7f25e000 0x1fff25e000(0x1fff25e000) 00000800:00000200:86.0:1596748081.763856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7cb8b000 0x1ffcb8b000(0x1ffcb8b000) 00000800:00000200:86.0:1596748081.763857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac78abd000 0x1ff8abd000(0x1ff8abd000) 00000800:00000200:86.0:1596748081.763857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac7f3ee000 0x1fff3ee000(0x1fff3ee000) 00000800:00000200:86.0:1596748081.763858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7c8c3000 0x1ffc8c3000(0x1ffc8c3000) 00000800:00000200:86.0:1596748081.763859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7d719000 0x1ffd719000(0x1ffd719000) 00000800:00000200:86.0:1596748081.763860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7c985000 0x1ffc985000(0x1ffc985000) 00000800:00000200:86.0:1596748081.763860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac72927000 0x1ff2927000(0x1ff2927000) 00000800:00000200:86.0:1596748081.763861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7eab5000 0x1ffeab5000(0x1ffeab5000) 00000800:00000200:86.0:1596748081.763862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7eb2c000 0x1ffeb2c000(0x1ffeb2c000) 00000800:00000200:86.0:1596748081.763863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac78514000 0x1ff8514000(0x1ff8514000) 00000800:00000200:86.0:1596748081.763863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac7c80d000 0x1ffc80d000(0x1ffc80d000) 00000800:00000200:86.0:1596748081.763864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7c9da000 0x1ffc9da000(0x1ffc9da000) 00000800:00000200:86.0:1596748081.763865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7eea2000 0x1ffeea2000(0x1ffeea2000) 00000800:00000200:86.0:1596748081.763866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac72861000 0x1ff2861000(0x1ff2861000) 00000800:00000200:86.0:1596748081.763866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7cbba000 0x1ffcbba000(0x1ffcbba000) 00000800:00000200:86.0:1596748081.763867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7f055000 0x1fff055000(0x1fff055000) 00000800:00000010:86.0:1596748081.764438:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34900 (tot 157006314). 00000800:00000200:86.0:1596748081.764439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.764457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27600] (20)-- 00000800:00000200:86.0:1596748081.764458:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.169@o2ib36 00000800:00000200:86.0:1596748081.764735:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748081.765100:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.169@o2ib36 00000800:00000200:86.0:1596748081.765101:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.169@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748081.765102:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf48240 (tot 157006178). 00000800:00000200:86.0:1596748081.765103:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf27600] (19)++ 00000800:00000200:86.0:1596748081.765103:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf27600] (20)++ 00000800:00000200:89.2:1596748081.765105:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf27600] (21)++ 00000800:00000200:86.0:1596748081.765105:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf27600] (21)-- 00000800:00000010:86.0:1596748081.766955:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35780 (tot 157006290). 00000800:00000200:86.0:1596748081.766959:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35780] -> 192.168.128.34@o2ib36 (1)++ 00000800:00000010:86.0:1596748081.766961:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35700 (tot 157006402). 00000800:00000010:86.0:1596748081.766963:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c55f000 (tot 157006698). 00000800:00000010:86.0:1596748081.766967:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c696000 (tot 157006834). 00000800:00000010:86.0:1596748081.766970:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cba9000 (tot 157008706). 00000800:00000010:86.0:1596748081.766971:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c6960c0 (tot 157008858). 00000800:00000200:86.0:1596748081.766982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9894796a4000 0x7f96a4000(0x7f96a4000) 00000800:00000200:86.0:1596748081.766983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9894734f6000 0x7f34f6000(0x7f34f6000) 00000800:00000200:86.0:1596748081.766984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98947df3d000 0x7fdf3d000(0x7fdf3d000) 00000800:00000200:86.0:1596748081.766984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98947e0f2000 0x7fe0f2000(0x7fe0f2000) 00000800:00000200:86.0:1596748081.766985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98947ddd8000 0x7fddd8000(0x7fddd8000) 00000800:00000200:86.0:1596748081.766986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98947dbe0000 0x7fdbe0000(0x7fdbe0000) 00000800:00000200:86.0:1596748081.766987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98947df2b000 0x7fdf2b000(0x7fdf2b000) 00000800:00000200:86.0:1596748081.766987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98947d885000 0x7fd885000(0x7fd885000) 00000800:00000200:86.0:1596748081.766988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff9894739a4000 0x7f39a4000(0x7f39a4000) 00000800:00000200:86.0:1596748081.766989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98947d23f000 0x7fd23f000(0x7fd23f000) 00000800:00000200:86.0:1596748081.766989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98947b864000 0x7fb864000(0x7fb864000) 00000800:00000200:86.0:1596748081.766990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989473a0a000 0x7f3a0a000(0x7f3a0a000) 00000800:00000200:86.0:1596748081.766991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98947c604000 0x7fc604000(0x7fc604000) 00000800:00000200:86.0:1596748081.766992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98947952f000 0x7f952f000(0x7f952f000) 00000800:00000200:86.0:1596748081.766993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98947e8fd000 0x7fe8fd000(0x7fe8fd000) 00000800:00000200:86.0:1596748081.766993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989473a32000 0x7f3a32000(0x7f3a32000) 00000800:00000200:86.0:1596748081.766994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989473b0a000 0x7f3b0a000(0x7f3b0a000) 00000800:00000200:86.0:1596748081.766995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98947d2f5000 0x7fd2f5000(0x7fd2f5000) 00000800:00000010:86.0:1596748081.767562:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35700 (tot 157008746). 00000800:00000200:86.0:1596748081.767563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.767580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55f000] (20)-- 00000800:00000200:86.0:1596748081.767582:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.34@o2ib36 00000800:00000200:86.0:1596748081.767840:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748081.768200:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.34@o2ib36 00000800:00000200:86.0:1596748081.768202:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.34@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748081.768202:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c696000 (tot 157008610). 00000800:00000200:86.0:1596748081.768203:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c55f000] (19)++ 00000800:00000200:86.0:1596748081.768204:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c55f000] (20)++ 00000800:00000200:86.0:1596748081.768205:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c55f000] (21)-- 00000800:00000200:36.2:1596748081.768210:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c55f000] (20)++ 00000800:00000010:86.0:1596748082.128718:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dae80 (tot 157008722). 00000800:00000200:86.0:1596748082.128722:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dae80] -> 192.168.128.41@o2ib36 (1)++ 00000800:00000010:86.0:1596748082.128724:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783dbf80 (tot 157008834). 00000800:00000010:86.0:1596748082.128728:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fc600 (tot 157009130). 00000800:00000010:86.0:1596748082.128731:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d07ec0 (tot 157009266). 00000800:00000010:86.0:1596748082.128734:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e176800 (tot 157011138). 00000800:00000010:86.0:1596748082.128736:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d07e00 (tot 157011290). 00000800:00000200:86.0:1596748082.128750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a462b0b000 0x17e2b0b000(0x17e2b0b000) 00000800:00000200:86.0:1596748082.128751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a462b00000 0x17e2b00000(0x17e2b00000) 00000800:00000200:86.0:1596748082.128752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a462b01000 0x17e2b01000(0x17e2b01000) 00000800:00000200:86.0:1596748082.128753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a462b02000 0x17e2b02000(0x17e2b02000) 00000800:00000200:86.0:1596748082.128753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a462b03000 0x17e2b03000(0x17e2b03000) 00000800:00000200:86.0:1596748082.128754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47e834000 0x17fe834000(0x17fe834000) 00000800:00000200:86.0:1596748082.128755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47e835000 0x17fe835000(0x17fe835000) 00000800:00000200:86.0:1596748082.128756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47e836000 0x17fe836000(0x17fe836000) 00000800:00000200:86.0:1596748082.128756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47e837000 0x17fe837000(0x17fe837000) 00000800:00000200:86.0:1596748082.128757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476d20000 0x17f6d20000(0x17f6d20000) 00000800:00000200:86.0:1596748082.128758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476d21000 0x17f6d21000(0x17f6d21000) 00000800:00000200:86.0:1596748082.128759:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476d22000 0x17f6d22000(0x17f6d22000) 00000800:00000200:86.0:1596748082.128760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476d23000 0x17f6d23000(0x17f6d23000) 00000800:00000200:86.0:1596748082.128760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4768b3000 0x17f68b3000(0x17f68b3000) 00000800:00000200:86.0:1596748082.128761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4768b4000 0x17f68b4000(0x17f68b4000) 00000800:00000200:86.0:1596748082.128762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4768b5000 0x17f68b5000(0x17f68b5000) 00000800:00000200:86.0:1596748082.128762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4768b6000 0x17f68b6000(0x17f68b6000) 00000800:00000200:86.0:1596748082.128763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4768b7000 0x17f68b7000(0x17f68b7000) 00000800:00000010:86.0:1596748082.129329:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783dbf80 (tot 157011178). 00000800:00000200:86.0:1596748082.129330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fc600] (20)-- 00000800:00000200:86.0:1596748082.129349:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.41@o2ib36 00000800:00000200:86.0:1596748082.129613:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748082.129958:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fc600] (19)++ 00000800:00000200:86.0:1596748082.129962:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.41@o2ib36 00000800:00000200:86.0:1596748082.129963:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.41@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748082.129964:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d07ec0 (tot 157011042). 00000800:00000200:86.0:1596748082.129965:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fc600] (20)++ 00000800:00000200:86.0:1596748082.129966:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fc600] (21)++ 00000800:00000200:86.0:1596748082.129966:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fc600] (22)-- 00000800:00000200:15.0:1596748082.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55278000] (21)++ 00000800:00000200:15.0:1596748082.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55278000] (22)++ 00000800:00000200:15.0:1596748082.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55278000] (23)-- 00000800:00020000:15.0:1596748082.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748082.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748082.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27000] (22)++ 00000800:00000100:15.0:1596748082.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748082.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35780] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:15.0:1596748082.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf27000] (23)-- 00000800:00020000:15.0:1596748082.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748082.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748082.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8c00] (22)++ 00000800:00000100:15.0:1596748082.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748082.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1c80] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:15.0:1596748082.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea8c00] (23)-- 00000800:00020000:15.0:1596748082.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748082.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748082.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256200] (22)++ 00000800:00000200:15.0:1596748082.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b8600] (21)++ 00000800:00000100:15.0:1596748082.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748082.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295b00] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:15.0:1596748082.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464256200] (23)-- 00000800:00000200:15.0:1596748082.352599:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0b8600] (22)++ 00000800:00000200:15.0:1596748082.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0b8600] (23)-- 00000800:00020000:15.0:1596748082.352602:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748082.352603:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748082.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622400] (22)++ 00000800:00000100:15.0:1596748082.352605:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748082.352607:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2180] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:15.0:1596748082.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e622400] (23)-- 00000800:00000200:15.0:1596748082.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf22400] (21)++ 00000800:00000200:15.0:1596748082.352612:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf22400] (22)++ 00000800:00000200:15.0:1596748082.352614:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf22400] (23)-- 00000800:00000200:15.0:1596748082.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471ffa00] (21)++ 00000800:00000200:15.0:1596748082.352616:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471ffa00] (22)++ 00000800:00000200:15.0:1596748082.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471ffa00] (23)-- 00000800:00020000:15.0:1596748082.352621:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748082.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748082.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c432e00] (22)++ 00000800:00000100:15.0:1596748082.352624:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748082.352625:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34400] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:15.0:1596748082.352627:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c432e00] (23)-- 00000800:00000200:15.0:1596748082.352636:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558000] (21)++ 00000800:00000200:15.0:1596748082.352638:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c558000] (22)++ 00000800:00000200:15.0:1596748082.352640:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c558000] (23)-- 00000400:00000200:15.0:1596748082.353131:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:15.0:1596748082.353133:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:15.0:1596748082.353133:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf27000] (22)-- 00000800:00000200:86.0:1596748082.353456:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf27000] (21)-- 00000400:00000200:15.0:1596748082.353687:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:15.0:1596748082.353688:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:15.0:1596748082.353688:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea8c00] (22)-- 00000400:00000200:15.0:1596748082.354226:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:15.0:1596748082.354227:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:15.0:1596748082.354228:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464256200] (22)-- 00000800:00000200:86.0:1596748082.354297:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea8c00] (21)-- 00000800:00000200:86.0:1596748082.354544:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464256200] (21)-- 00000400:00000200:15.0:1596748082.354780:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:15.0:1596748082.354781:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:15.0:1596748082.354782:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e622400] (22)-- 00000800:00000200:86.0:1596748082.355124:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e622400] (21)-- 00000400:00000200:15.0:1596748082.355347:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:15.0:1596748082.355348:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:15.0:1596748082.355349:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c432e00] (22)-- 00000800:00000200:86.0:1596748082.355936:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c432e00] (21)-- 00000800:00000200:86.0:1596748082.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748082.415522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748082.432893:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34600 (tot 157011154). 00000800:00000200:86.0:1596748082.432898:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34600] -> 192.168.128.13@o2ib36 (1)++ 00000800:00000010:86.0:1596748082.432899:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34680 (tot 157011266). 00000800:00000010:86.0:1596748082.432901:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c559a00 (tot 157011562). 00000800:00000010:86.0:1596748082.432903:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157011698). 00000800:00000010:86.0:1596748082.432905:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbae800 (tot 157013570). 00000800:00000010:86.0:1596748082.432906:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c697e00 (tot 157013722). 00000800:00000200:86.0:1596748082.432912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98947c6fa000 0x7fc6fa000(0x7fc6fa000) 00000800:00000200:86.0:1596748082.432913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98947e0ca000 0x7fe0ca000(0x7fe0ca000) 00000800:00000200:86.0:1596748082.432914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff9894712cd000 0x7f12cd000(0x7f12cd000) 00000800:00000200:86.0:1596748082.432915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98947e80e000 0x7fe80e000(0x7fe80e000) 00000800:00000200:86.0:1596748082.432916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c6ac000 0x7dc6ac000(0x7dc6ac000) 00000800:00000200:86.0:1596748082.432917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c6ad000 0x7dc6ad000(0x7dc6ad000) 00000800:00000200:86.0:1596748082.432917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c6ae000 0x7dc6ae000(0x7dc6ae000) 00000800:00000200:86.0:1596748082.432918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c6af000 0x7dc6af000(0x7dc6af000) 00000800:00000200:86.0:1596748082.432919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c6b0000 0x7dc6b0000(0x7dc6b0000) 00000800:00000200:86.0:1596748082.432920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c6b1000 0x7dc6b1000(0x7dc6b1000) 00000800:00000200:86.0:1596748082.432920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c6b2000 0x7dc6b2000(0x7dc6b2000) 00000800:00000200:86.0:1596748082.432921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c6b3000 0x7dc6b3000(0x7dc6b3000) 00000800:00000200:86.0:1596748082.432922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c6b4000 0x7dc6b4000(0x7dc6b4000) 00000800:00000200:86.0:1596748082.432923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c6b5000 0x7dc6b5000(0x7dc6b5000) 00000800:00000200:86.0:1596748082.432923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c6b6000 0x7dc6b6000(0x7dc6b6000) 00000800:00000200:86.0:1596748082.432924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c6b7000 0x7dc6b7000(0x7dc6b7000) 00000800:00000200:86.0:1596748082.432925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c6b8000 0x7dc6b8000(0x7dc6b8000) 00000800:00000200:86.0:1596748082.432925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c6b9000 0x7dc6b9000(0x7dc6b9000) 00000800:00000010:86.0:1596748082.433482:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34680 (tot 157013610). 00000800:00000200:86.0:1596748082.433484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433504:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433504:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433505:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.433509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c559a00] (20)-- 00000800:00000200:86.0:1596748082.433510:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.13@o2ib36 00000800:00000200:86.0:1596748082.433765:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748082.434078:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.13@o2ib36 00000800:00000200:86.0:1596748082.434079:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.13@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748082.434080:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157013474). 00000800:00000200:86.0:1596748082.434081:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c559a00] (19)++ 00000800:00000200:86.0:1596748082.434082:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c559a00] (20)++ 00000800:00000200:86.0:1596748082.434083:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c559a00] (21)-- 00000800:00000200:41.2:1596748082.434086:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c559a00] (20)++ 00000800:00000010:86.0:1596748083.249698:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35480 (tot 157013586). 00000800:00000200:86.0:1596748083.249702:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35480] -> 192.168.128.122@o2ib36 (1)++ 00000800:00000010:86.0:1596748083.249704:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35400 (tot 157013698). 00000800:00000010:86.0:1596748083.249707:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6caa00 (tot 157013994). 00000800:00000010:86.0:1596748083.249709:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 157014130). 00000800:00000010:86.0:1596748083.249710:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfbc000 (tot 157016002). 00000800:00000010:86.0:1596748083.249711:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5bf48e40 (tot 157016154). 00000800:00000200:86.0:1596748083.249724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7f124000 0x1fff124000(0x1fff124000) 00000800:00000200:86.0:1596748083.249725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7c833000 0x1ffc833000(0x1ffc833000) 00000800:00000200:86.0:1596748083.249726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7241b000 0x1ff241b000(0x1ff241b000) 00000800:00000200:86.0:1596748083.249727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac6f592000 0x1fef592000(0x1fef592000) 00000800:00000200:86.0:1596748083.249728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac7c982000 0x1ffc982000(0x1ffc982000) 00000800:00000200:86.0:1596748083.249728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7e9a0000 0x1ffe9a0000(0x1ffe9a0000) 00000800:00000200:86.0:1596748083.249729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7c97e000 0x1ffc97e000(0x1ffc97e000) 00000800:00000200:86.0:1596748083.249730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7e6c7000 0x1ffe6c7000(0x1ffe6c7000) 00000800:00000200:86.0:1596748083.249731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7ca1f000 0x1ffca1f000(0x1ffca1f000) 00000800:00000200:86.0:1596748083.249731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac728e3000 0x1ff28e3000(0x1ff28e3000) 00000800:00000200:86.0:1596748083.249732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7e4cd000 0x1ffe4cd000(0x1ffe4cd000) 00000800:00000200:86.0:1596748083.249733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac7f29f000 0x1fff29f000(0x1fff29f000) 00000800:00000200:86.0:1596748083.249734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac78ae7000 0x1ff8ae7000(0x1ff8ae7000) 00000800:00000200:86.0:1596748083.249734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7c8d7000 0x1ffc8d7000(0x1ffc8d7000) 00000800:00000200:86.0:1596748083.249735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a514b41000 0x1894b41000(0x1894b41000) 00000800:00000200:86.0:1596748083.249736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7e6c0000 0x1ffe6c0000(0x1ffe6c0000) 00000800:00000200:86.0:1596748083.249736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7e199000 0x1ffe199000(0x1ffe199000) 00000800:00000200:86.0:1596748083.249737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7ac61000 0x1ffac61000(0x1ffac61000) 00000800:00000010:86.0:1596748083.250313:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35400 (tot 157016042). 00000800:00000200:86.0:1596748083.250314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6caa00] (20)-- 00000800:00000200:86.0:1596748083.250333:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.122@o2ib36 00000800:00000200:86.0:1596748083.250605:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748083.250947:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.122@o2ib36 00000800:00000200:86.0:1596748083.250948:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.122@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748083.250949:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 157015906). 00000800:00000200:86.0:1596748083.250950:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6caa00] (19)++ 00000800:00000200:86.0:1596748083.250950:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6caa00] (20)++ 00000800:00000200:86.0:1596748083.250951:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6caa00] (21)-- 00000800:00000200:40.2:1596748083.251114:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6caa00] (20)++ 00000800:00020000:15.0:1596748083.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748083.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748083.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831a00] (22)++ 00000800:00000100:15.0:1596748083.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748083.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2200] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:15.0:1596748083.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e831a00] (23)-- 00000800:00020000:15.0:1596748083.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748083.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748083.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee43e00] (22)++ 00000800:00000100:15.0:1596748083.352576:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748083.352578:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848380] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:15.0:1596748083.352579:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee43e00] (23)-- 00000800:00020000:15.0:1596748083.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748083.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748083.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c434e00] (22)++ 00000800:00000100:15.0:1596748083.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748083.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35980] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:15.0:1596748083.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c434e00] (23)-- 00000800:00020000:15.0:1596748083.352591:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748083.352592:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748083.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463430000] (22)++ 00000800:00000100:15.0:1596748083.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748083.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295a80] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:15.0:1596748083.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463430000] (23)-- 00000800:00000200:15.0:1596748083.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463431a00] (21)++ 00000800:00000200:15.0:1596748083.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463431a00] (22)++ 00000800:00000200:15.0:1596748083.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463431a00] (23)-- 00000400:00000200:15.0:1596748083.353160:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:15.0:1596748083.353161:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:15.0:1596748083.353162:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e831a00] (22)-- 00000800:00000200:86.0:1596748083.353467:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e831a00] (21)-- 00000400:00000200:15.0:1596748083.353703:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:15.0:1596748083.353705:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:15.0:1596748083.353705:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee43e00] (22)-- 00000800:00000200:86.0:1596748083.354043:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee43e00] (21)-- 00000400:00000200:15.0:1596748083.354254:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:15.0:1596748083.354256:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:15.0:1596748083.354256:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c434e00] (22)-- 00000800:00000200:86.0:1596748083.354602:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c434e00] (21)-- 00000400:00000200:15.0:1596748083.354802:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:15.0:1596748083.354804:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:15.0:1596748083.354804:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463430000] (22)-- 00000800:00000200:86.0:1596748083.355298:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463430000] (21)-- 00000800:00000200:86.0:1596748083.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748083.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748084.004104:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1880 (tot 157016018). 00000800:00000200:86.0:1596748084.004109:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1880] -> 192.168.128.74@o2ib36 (1)++ 00000800:00000010:86.0:1596748084.004111:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1800 (tot 157016130). 00000800:00000010:86.0:1596748084.004113:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65ea9600 (tot 157016426). 00000800:00000010:86.0:1596748084.004114:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157016562). 00000800:00000010:86.0:1596748084.004116:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6593f800 (tot 157018434). 00000800:00000010:86.0:1596748084.004117:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb3e00 (tot 157018586). 00000800:00000200:86.0:1596748084.004126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b5146e8000 0x28946e8000(0x28946e8000) 00000800:00000200:86.0:1596748084.004128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b5146eb000 0x28946eb000(0x28946eb000) 00000800:00000200:86.0:1596748084.004128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65e12000 0x2fe5e12000(0x2fe5e12000) 00000800:00000200:86.0:1596748084.004129:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7fde6000 0x2fffde6000(0x2fffde6000) 00000800:00000200:86.0:1596748084.004130:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7ec4d000 0x2ffec4d000(0x2ffec4d000) 00000800:00000200:86.0:1596748084.004131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7eb51000 0x2ffeb51000(0x2ffeb51000) 00000800:00000200:86.0:1596748084.004132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7ea50000 0x2ffea50000(0x2ffea50000) 00000800:00000200:86.0:1596748084.004132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7ed92000 0x2ffed92000(0x2ffed92000) 00000800:00000200:86.0:1596748084.004133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b5b6393000 0x2936393000(0x2936393000) 00000800:00000200:86.0:1596748084.004134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7ea22000 0x2ffea22000(0x2ffea22000) 00000800:00000200:86.0:1596748084.004134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b51475f000 0x289475f000(0x289475f000) 00000800:00000200:86.0:1596748084.004135:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7bae8000 0x2ffbae8000(0x2ffbae8000) 00000800:00000200:86.0:1596748084.004136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc7ed40000 0x2ffed40000(0x2ffed40000) 00000800:00000200:86.0:1596748084.004137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67a3c000 0x2fe7a3c000(0x2fe7a3c000) 00000800:00000200:86.0:1596748084.004138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66b92000 0x2fe6b92000(0x2fe6b92000) 00000800:00000200:86.0:1596748084.004138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67ae3000 0x2fe7ae3000(0x2fe7ae3000) 00000800:00000200:86.0:1596748084.004139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67b51000 0x2fe7b51000(0x2fe7b51000) 00000800:00000200:86.0:1596748084.004140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc678e0000 0x2fe78e0000(0x2fe78e0000) 00000800:00000010:86.0:1596748084.004687:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1800 (tot 157018474). 00000800:00000200:86.0:1596748084.004688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.004706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65ea9600] (20)-- 00000800:00000200:86.0:1596748084.004707:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.74@o2ib36 00000800:00000200:86.0:1596748084.004947:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748084.005748:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.74@o2ib36 00000800:00000200:86.0:1596748084.005750:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.74@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748084.005751:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157018338). 00000800:00000200:40.2:1596748084.005751:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.005752:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65ea9600] (19)++ 00000800:00000200:86.0:1596748084.005753:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65ea9600] (21)++ 00000800:00000200:86.0:1596748084.005754:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65ea9600] (22)-- 00000800:00000010:86.0:1596748084.337474:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1800 (tot 157018450). 00000800:00000200:86.0:1596748084.337478:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1800] -> 192.168.128.48@o2ib36 (1)++ 00000800:00000010:86.0:1596748084.337479:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1780 (tot 157018562). 00000800:00000010:86.0:1596748084.337480:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eae800 (tot 157018858). 00000800:00000010:86.0:1596748084.337481:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157018994). 00000800:00000010:86.0:1596748084.337482:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6593e800 (tot 157020866). 00000800:00000010:86.0:1596748084.337483:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb3bc0 (tot 157021018). 00000800:00000200:86.0:1596748084.337492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b5147fe000 0x28947fe000(0x28947fe000) 00000800:00000200:86.0:1596748084.337493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67ff3000 0x2fe7ff3000(0x2fe7ff3000) 00000800:00000200:86.0:1596748084.337494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65f63000 0x2fe5f63000(0x2fe5f63000) 00000800:00000200:86.0:1596748084.337495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7eda8000 0x2ffeda8000(0x2ffeda8000) 00000800:00000200:86.0:1596748084.337496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66bde000 0x2fe6bde000(0x2fe6bde000) 00000800:00000200:86.0:1596748084.337496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65f61000 0x2fe5f61000(0x2fe5f61000) 00000800:00000200:86.0:1596748084.337507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7eb13000 0x2ffeb13000(0x2ffeb13000) 00000800:00000200:86.0:1596748084.337508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc668ec000 0x2fe68ec000(0x2fe68ec000) 00000800:00000200:86.0:1596748084.337509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65f64000 0x2fe5f64000(0x2fe5f64000) 00000800:00000200:86.0:1596748084.337509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7b513000 0x2ffb513000(0x2ffb513000) 00000800:00000200:86.0:1596748084.337510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7eb8b000 0x2ffeb8b000(0x2ffeb8b000) 00000800:00000200:86.0:1596748084.337511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7f70e000 0x2fff70e000(0x2fff70e000) 00000800:00000200:86.0:1596748084.337512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6791c000 0x2fe791c000(0x2fe791c000) 00000800:00000200:86.0:1596748084.337513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc679d8000 0x2fe79d8000(0x2fe79d8000) 00000800:00000200:86.0:1596748084.337513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66855000 0x2fe6855000(0x2fe6855000) 00000800:00000200:86.0:1596748084.337514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67fb3000 0x2fe7fb3000(0x2fe7fb3000) 00000800:00000200:86.0:1596748084.337515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc66bab000 0x2fe6bab000(0x2fe6bab000) 00000800:00000200:86.0:1596748084.337515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc66bb6000 0x2fe6bb6000(0x2fe6bb6000) 00000800:00000010:86.0:1596748084.338082:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1780 (tot 157020906). 00000800:00000200:86.0:1596748084.338083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eae800] (20)-- 00000800:00000200:86.0:1596748084.338103:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.48@o2ib36 00000800:00000200:86.0:1596748084.338363:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748084.338669:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.48@o2ib36 00000800:00000200:86.0:1596748084.338670:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.48@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748084.338671:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157020770). 00000800:00000200:86.0:1596748084.338673:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eae800] (19)++ 00000800:00000200:86.0:1596748084.338673:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eae800] (20)++ 00000800:00000200:86.0:1596748084.338674:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eae800] (21)-- 00000800:00000200:85.2:1596748084.338851:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eae800] (20)++ 00000800:00000010:86.0:1596748084.343802:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34900 (tot 157020882). 00000800:00000200:86.0:1596748084.343805:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34900] -> 192.168.128.156@o2ib36 (1)++ 00000800:00000010:86.0:1596748084.343808:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34980 (tot 157020994). 00000800:00000010:86.0:1596748084.343810:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac7869da00 (tot 157021290). 00000800:00000010:86.0:1596748084.343812:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5bf49ec0 (tot 157021426). 00000800:00000010:86.0:1596748084.343814:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5bfbd800 (tot 157023298). 00000800:00000010:86.0:1596748084.343817:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80e000 (tot 157023450). 00000800:00000200:86.0:1596748084.343819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7244f000 0x1ff244f000(0x1ff244f000) 00000800:00000200:86.0:1596748084.343821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac73224000 0x1ff3224000(0x1ff3224000) 00000800:00000200:86.0:1596748084.343821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7e631000 0x1ffe631000(0x1ffe631000) 00000800:00000200:86.0:1596748084.343822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7240d000 0x1ff240d000(0x1ff240d000) 00000800:00000200:86.0:1596748084.343823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c190000 0x1fdc190000(0x1fdc190000) 00000800:00000200:86.0:1596748084.343824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c187000 0x1fdc187000(0x1fdc187000) 00000800:00000200:86.0:1596748084.343824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c17b000 0x1fdc17b000(0x1fdc17b000) 00000800:00000200:86.0:1596748084.343825:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c184000 0x1fdc184000(0x1fdc184000) 00000800:00000200:86.0:1596748084.343826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c4d1000 0x1fdc4d1000(0x1fdc4d1000) 00000800:00000200:86.0:1596748084.343827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c4e1000 0x1fdc4e1000(0x1fdc4e1000) 00000800:00000200:86.0:1596748084.343827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b80b000 0x1fdb80b000(0x1fdb80b000) 00000800:00000200:86.0:1596748084.343828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac72d10000 0x1ff2d10000(0x1ff2d10000) 00000800:00000200:86.0:1596748084.343829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac72d11000 0x1ff2d11000(0x1ff2d11000) 00000800:00000200:86.0:1596748084.343830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7ae04000 0x1ffae04000(0x1ffae04000) 00000800:00000200:86.0:1596748084.343830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7ae05000 0x1ffae05000(0x1ffae05000) 00000800:00000200:86.0:1596748084.343831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c182000 0x1fdc182000(0x1fdc182000) 00000800:00000200:86.0:1596748084.343832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c183000 0x1fdc183000(0x1fdc183000) 00000800:00000200:86.0:1596748084.343833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c4e4000 0x1fdc4e4000(0x1fdc4e4000) 00000800:00000010:86.0:1596748084.344382:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34980 (tot 157023338). 00000800:00000200:86.0:1596748084.344383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.344401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac7869da00] (20)-- 00000800:00000200:86.0:1596748084.344402:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.156@o2ib36 00000800:00000200:86.0:1596748084.344676:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748084.345083:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.156@o2ib36 00000800:00000200:86.0:1596748084.345084:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.156@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748084.345085:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5bf49ec0 (tot 157023202). 00000800:00000200:86.0:1596748084.345086:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac7869da00] (19)++ 00000800:00000200:86.0:1596748084.345087:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac7869da00] (20)++ 00000800:00000200:86.0:1596748084.345088:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac7869da00] (21)-- 00000800:00000200:85.2:1596748084.345251:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac7869da00] (20)++ 00000800:00000200:86.0:1596748084.407507:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748084.407508:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748084.407509:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748084.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748084.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:16.0:1596748085.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c433800] (22)++ 00000800:00000100:16.0:1596748085.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34480] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c433800] (23)-- 00000800:00020000:16.0:1596748085.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f8600] (22)++ 00000800:00000100:16.0:1596748085.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbb00] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471f8600] (23)-- 00000800:00020000:16.0:1596748085.352560:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6d000] (22)++ 00000800:00000100:16.0:1596748085.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0300] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6d000] (23)-- 00000800:00020000:16.0:1596748085.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b8000] (22)++ 00000800:00000100:16.0:1596748085.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352572:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2280] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352573:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0b8000] (23)-- 00000800:00020000:16.0:1596748085.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf21a00] (22)++ 00000800:00000100:16.0:1596748085.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34700] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf21a00] (23)-- 00000800:00020000:16.0:1596748085.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463430600] (22)++ 00000800:00000100:16.0:1596748085.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294400] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463430600] (23)-- 00000800:00020000:16.0:1596748085.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748085.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748085.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf26600] (22)++ 00000800:00000100:16.0:1596748085.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748085.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35700] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:16.0:1596748085.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf26600] (23)-- 00000400:00000200:16.0:1596748085.353108:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:16.0:1596748085.353109:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:16.0:1596748085.353110:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c433800] (22)-- 00000800:00000200:86.0:1596748085.353597:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c433800] (21)-- 00000400:00000200:16.0:1596748085.353679:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:16.0:1596748085.353680:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:16.0:1596748085.353680:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471f8600] (22)-- 00000800:00000200:86.0:1596748085.353960:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471f8600] (21)-- 00000400:00000200:16.0:1596748085.354192:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:16.0:1596748085.354193:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:16.0:1596748085.354194:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6d000] (22)-- 00000800:00000200:86.0:1596748085.354492:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6d000] (21)-- 00000400:00000200:16.0:1596748085.354579:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:16.0:1596748085.354580:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:16.0:1596748085.354580:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0b8000] (22)-- 00000800:00000200:86.0:1596748085.354827:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0b8000] (21)-- 00000400:00000200:16.0:1596748085.355123:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:16.0:1596748085.355124:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:16.0:1596748085.355125:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf21a00] (22)-- 00000800:00000200:86.0:1596748085.355406:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf21a00] (21)-- 00000400:00000200:16.0:1596748085.355515:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:16.0:1596748085.355517:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:16.0:1596748085.355517:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463430600] (22)-- 00000800:00000200:86.0:1596748085.355863:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463430600] (21)-- 00000400:00000200:16.0:1596748085.356064:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:16.0:1596748085.356065:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:16.0:1596748085.356065:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf26600] (22)-- 00000800:00000200:86.0:1596748085.356377:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf26600] (21)-- 00000800:00000200:86.0:1596748085.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748085.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748085.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748085.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748086.011236:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0600 (tot 157023314). 00000800:00000200:86.0:1596748086.011240:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0600] -> 192.168.128.35@o2ib36 (1)++ 00000800:00000010:86.0:1596748086.011242:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0680 (tot 157023426). 00000800:00000010:86.0:1596748086.011244:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eade00 (tot 157023722). 00000800:00000010:86.0:1596748086.011246:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157023858). 00000800:00000010:86.0:1596748086.011248:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65939000 (tot 157025730). 00000800:00000010:86.0:1596748086.011249:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb2300 (tot 157025882). 00000800:00000200:86.0:1596748086.011252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67b2e000 0x2fe7b2e000(0x2fe7b2e000) 00000800:00000200:86.0:1596748086.011253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67db6000 0x2fe7db6000(0x2fe7db6000) 00000800:00000200:86.0:1596748086.011254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66b91000 0x2fe6b91000(0x2fe6b91000) 00000800:00000200:86.0:1596748086.011254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67b09000 0x2fe7b09000(0x2fe7b09000) 00000800:00000200:86.0:1596748086.011255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67db5000 0x2fe7db5000(0x2fe7db5000) 00000800:00000200:86.0:1596748086.011256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67dba000 0x2fe7dba000(0x2fe7dba000) 00000800:00000200:86.0:1596748086.011257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67aa2000 0x2fe7aa2000(0x2fe7aa2000) 00000800:00000200:86.0:1596748086.011257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67839000 0x2fe7839000(0x2fe7839000) 00000800:00000200:86.0:1596748086.011258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65f92000 0x2fe5f92000(0x2fe5f92000) 00000800:00000200:86.0:1596748086.011259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67f9d000 0x2fe7f9d000(0x2fe7f9d000) 00000800:00000200:86.0:1596748086.011260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7efee000 0x2ffefee000(0x2ffefee000) 00000800:00000200:86.0:1596748086.011260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b5b63f1000 0x29363f1000(0x29363f1000) 00000800:00000200:86.0:1596748086.011261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc66be4000 0x2fe6be4000(0x2fe6be4000) 00000800:00000200:86.0:1596748086.011262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc66be5000 0x2fe6be5000(0x2fe6be5000) 00000800:00000200:86.0:1596748086.011263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7e2c6000 0x2ffe2c6000(0x2ffe2c6000) 00000800:00000200:86.0:1596748086.011263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7e2c7000 0x2ffe2c7000(0x2ffe2c7000) 00000800:00000200:86.0:1596748086.011264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b514698000 0x2894698000(0x2894698000) 00000800:00000200:86.0:1596748086.011265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b514699000 0x2894699000(0x2894699000) 00000800:00000010:86.0:1596748086.011834:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0680 (tot 157025770). 00000800:00000200:86.0:1596748086.011835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.011852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eade00] (20)-- 00000800:00000200:86.0:1596748086.011854:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.35@o2ib36 00000800:00000200:86.0:1596748086.012112:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748086.012509:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.35@o2ib36 00000800:00000200:86.0:1596748086.012511:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.35@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748086.012512:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157025634). 00000800:00000200:86.0:1596748086.012513:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eade00] (19)++ 00000800:00000200:86.0:1596748086.012513:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eade00] (20)++ 00000800:00000200:86.0:1596748086.012514:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eade00] (21)-- 00000800:00000200:88.2:1596748086.012673:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eade00] (20)++ 00000800:00000200:16.0:1596748086.352509:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463435c00] (21)++ 00000800:00000200:16.0:1596748086.352512:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463435c00] (22)++ 00000800:00000200:16.0:1596748086.352515:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463435c00] (23)-- 00000800:00000200:16.0:1596748086.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61cc00] (21)++ 00000800:00000200:16.0:1596748086.352524:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61cc00] (22)++ 00000800:00000200:16.0:1596748086.352526:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61cc00] (23)-- 00000800:00020000:16.0:1596748087.352522:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352526:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61fe00] (22)++ 00000800:00000100:16.0:1596748087.352528:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352530:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849b80] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352531:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61fe00] (23)-- 00000800:00020000:16.0:1596748087.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f0200] (22)++ 00000800:00000100:16.0:1596748087.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0380] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f0200] (23)-- 00000800:00020000:16.0:1596748087.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748087.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6dc00] (22)++ 00000800:00000100:16.0:1596748087.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1b80] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6dc00] (23)-- 00000800:00020000:16.0:1596748087.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748087.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55280000] (22)++ 00000800:00000100:16.0:1596748087.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45f00] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55280000] (23)-- 00000800:00020000:16.0:1596748087.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748087.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea8400] (22)++ 00000800:00000100:16.0:1596748087.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1b00] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea8400] (23)-- 00000800:00020000:16.0:1596748087.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748087.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc5572fc00] (22)++ 00000800:00000100:16.0:1596748087.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45f80] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc5572fc00] (23)-- 00000800:00020000:16.0:1596748087.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748087.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463436a00] (22)++ 00000800:00000100:16.0:1596748087.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294500] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463436a00] (23)-- 00000800:00020000:16.0:1596748087.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748087.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463437a00] (22)++ 00000800:00000100:16.0:1596748087.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295a00] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463437a00] (23)-- 00000800:00020000:16.0:1596748087.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463436600] (22)++ 00000800:00000100:16.0:1596748087.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295980] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463436600] (23)-- 00000800:00020000:16.0:1596748087.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c434400] (22)++ 00000800:00000100:16.0:1596748087.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35900] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c434400] (23)-- 00000800:00020000:16.0:1596748087.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d06200] (22)++ 00000800:00000100:16.0:1596748087.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1a80] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d06200] (23)-- 00000800:00020000:16.0:1596748087.352604:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55280c00] (22)++ 00000800:00000100:16.0:1596748087.352607:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45e80] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55280c00] (23)-- 00000800:00020000:16.0:1596748087.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352612:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463431000] (22)++ 00000800:00000100:16.0:1596748087.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294480] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463431000] (23)-- 00000800:00000200:16.0:1596748087.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55298000] (21)++ 00000800:00000200:16.0:1596748087.352620:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55298000] (22)++ 00000800:00000200:16.0:1596748087.352623:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55298000] (23)-- 00000800:00020000:16.0:1596748087.352624:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748087.352625:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748087.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c8000] (22)++ 00000800:00000100:16.0:1596748087.352627:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748087.352629:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0400] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:16.0:1596748087.352630:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc658c8000] (23)-- 00000400:00000200:16.0:1596748087.353133:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:16.0:1596748087.353135:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:16.0:1596748087.353135:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61fe00] (22)-- 00000800:00000200:86.0:1596748087.353435:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a61fe00] (21)-- 00000400:00000200:16.0:1596748087.353683:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:16.0:1596748087.353684:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:16.0:1596748087.353685:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f0200] (22)-- 00000800:00000200:86.0:1596748087.353994:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f0200] (21)-- 00000400:00000200:16.0:1596748087.354220:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:16.0:1596748087.354221:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:16.0:1596748087.354222:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6dc00] (22)-- 00000800:00000200:86.0:1596748087.354528:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6dc00] (21)-- 00000400:00000200:16.0:1596748087.354768:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:16.0:1596748087.354769:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:16.0:1596748087.354770:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55280000] (22)-- 00000800:00000200:86.0:1596748087.355314:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55280000] (21)-- 00000400:00000200:16.0:1596748087.355322:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:16.0:1596748087.355324:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:16.0:1596748087.355324:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea8400] (22)-- 00000800:00000200:86.0:1596748087.355875:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea8400] (21)-- 00000400:00000200:16.0:1596748087.355876:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:16.0:1596748087.355877:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:16.0:1596748087.355877:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc5572fc00] (22)-- 00000400:00000200:16.0:1596748087.356418:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:16.0:1596748087.356419:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:16.0:1596748087.356420:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463436a00] (22)-- 00000800:00000200:86.0:1596748087.356430:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc5572fc00] (21)-- 00000400:00000200:16.0:1596748087.356979:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:16.0:1596748087.356980:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:16.0:1596748087.356981:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463437a00] (22)-- 00000800:00000200:86.0:1596748087.357042:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463436a00] (21)-- 00000800:00000200:86.0:1596748087.357250:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463437a00] (21)-- 00000400:00000200:16.0:1596748087.357534:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:16.0:1596748087.357536:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:16.0:1596748087.357536:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463436600] (22)-- 00000800:00000200:86.0:1596748087.357778:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463436600] (21)-- 00000400:00000200:16.0:1596748087.358070:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:16.0:1596748087.358071:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:16.0:1596748087.358072:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c434400] (22)-- 00000800:00000200:86.0:1596748087.358314:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c434400] (21)-- 00000400:00000200:16.0:1596748087.358634:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:16.0:1596748087.358636:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:16.0:1596748087.358636:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d06200] (22)-- 00000800:00000200:86.0:1596748087.358903:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d06200] (21)-- 00000400:00000200:16.0:1596748087.359172:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:16.0:1596748087.359173:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:16.0:1596748087.359174:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55280c00] (22)-- 00000400:00000200:16.0:1596748087.359731:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:16.0:1596748087.359732:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:16.0:1596748087.359732:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463431000] (22)-- 00000800:00000200:86.0:1596748087.359800:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55280c00] (21)-- 00000800:00000200:86.0:1596748087.360007:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463431000] (21)-- 00000400:00000200:16.0:1596748087.360284:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:16.0:1596748087.360285:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:16.0:1596748087.360286:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc658c8000] (22)-- 00000800:00000200:86.0:1596748087.360604:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc658c8000] (21)-- 00000800:00000200:86.0:1596748087.407515:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748087.407516:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748087.407518:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748087.407519:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748087.407520:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748087.407521:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748087.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748087.821633:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35400 (tot 157025746). 00000800:00000200:86.0:1596748087.821637:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35400] -> 192.168.128.143@o2ib36 (1)++ 00000800:00000010:86.0:1596748087.821639:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35380 (tot 157025858). 00000800:00000010:86.0:1596748087.821641:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc96a00 (tot 157026154). 00000800:00000010:86.0:1596748087.821643:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157026290). 00000800:00000010:86.0:1596748087.821648:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c188000 (tot 157028162). 00000800:00000010:86.0:1596748087.821649:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80fe00 (tot 157028314). 00000800:00000200:86.0:1596748087.821655:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c4e5000 0x1fdc4e5000(0x1fdc4e5000) 00000800:00000200:86.0:1596748087.821656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c4e6000 0x1fdc4e6000(0x1fdc4e6000) 00000800:00000200:86.0:1596748087.821657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c4e7000 0x1fdc4e7000(0x1fdc4e7000) 00000800:00000200:86.0:1596748087.821657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b80c000 0x1fdb80c000(0x1fdb80c000) 00000800:00000200:86.0:1596748087.821658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b80d000 0x1fdb80d000(0x1fdb80d000) 00000800:00000200:86.0:1596748087.821659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c4e8000 0x1fdc4e8000(0x1fdc4e8000) 00000800:00000200:86.0:1596748087.821660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c4e9000 0x1fdc4e9000(0x1fdc4e9000) 00000800:00000200:86.0:1596748087.821660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c4ea000 0x1fdc4ea000(0x1fdc4ea000) 00000800:00000200:86.0:1596748087.821661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c4eb000 0x1fdc4eb000(0x1fdc4eb000) 00000800:00000200:86.0:1596748087.821662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac786e0000 0x1ff86e0000(0x1ff86e0000) 00000800:00000200:86.0:1596748087.821663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac786e1000 0x1ff86e1000(0x1ff86e1000) 00000800:00000200:86.0:1596748087.821663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac786e2000 0x1ff86e2000(0x1ff86e2000) 00000800:00000200:86.0:1596748087.821664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac786e3000 0x1ff86e3000(0x1ff86e3000) 00000800:00000200:86.0:1596748087.821665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac786e4000 0x1ff86e4000(0x1ff86e4000) 00000800:00000200:86.0:1596748087.821666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac786e5000 0x1ff86e5000(0x1ff86e5000) 00000800:00000200:86.0:1596748087.821666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac786e6000 0x1ff86e6000(0x1ff86e6000) 00000800:00000200:86.0:1596748087.821667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac786e7000 0x1ff86e7000(0x1ff86e7000) 00000800:00000200:86.0:1596748087.821668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b810000 0x1fdb810000(0x1fdb810000) 00000800:00000010:86.0:1596748087.822221:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35380 (tot 157028202). 00000800:00000200:86.0:1596748087.822223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96a00] (20)-- 00000800:00000200:86.0:1596748087.822242:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.143@o2ib36 00000800:00000200:86.0:1596748087.822495:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748087.822871:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.143@o2ib36 00000800:00000200:86.0:1596748087.822872:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.143@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748087.822873:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157028066). 00000800:00000200:86.0:1596748087.822874:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc96a00] (19)++ 00000800:00000200:86.0:1596748087.822875:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc96a00] (20)++ 00000800:00000200:86.0:1596748087.822875:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc96a00] (21)-- 00000800:00000200:88.2:1596748087.823137:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc96a00] (20)++ 00000800:00000010:86.0:1596748088.142396:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1780 (tot 157028178). 00000800:00000200:86.0:1596748088.142400:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1780] -> 192.168.128.40@o2ib36 (1)++ 00000800:00000010:86.0:1596748088.142401:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1700 (tot 157028290). 00000800:00000010:86.0:1596748088.142405:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f7e00 (tot 157028586). 00000800:00000010:86.0:1596748088.142407:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157028722). 00000800:00000010:86.0:1596748088.142408:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6593d800 (tot 157030594). 00000800:00000010:86.0:1596748088.142409:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb3980 (tot 157030746). 00000800:00000200:86.0:1596748088.142416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7efec000 0x2ffefec000(0x2ffefec000) 00000800:00000200:86.0:1596748088.142418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc7efed000 0x2ffefed000(0x2ffefed000) 00000800:00000200:86.0:1596748088.142418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b5b63f2000 0x29363f2000(0x29363f2000) 00000800:00000200:86.0:1596748088.142419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b5b63f3000 0x29363f3000(0x29363f3000) 00000800:00000200:86.0:1596748088.142420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65dfc000 0x2fe5dfc000(0x2fe5dfc000) 00000800:00000200:86.0:1596748088.142421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65dfd000 0x2fe5dfd000(0x2fe5dfd000) 00000800:00000200:86.0:1596748088.142422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc668ea000 0x2fe68ea000(0x2fe68ea000) 00000800:00000200:86.0:1596748088.142422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc668eb000 0x2fe68eb000(0x2fe68eb000) 00000800:00000200:86.0:1596748088.142423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65e26000 0x2fe5e26000(0x2fe5e26000) 00000800:00000200:86.0:1596748088.142424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65e27000 0x2fe5e27000(0x2fe5e27000) 00000800:00000200:86.0:1596748088.142424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc66bc0000 0x2fe6bc0000(0x2fe6bc0000) 00000800:00000200:86.0:1596748088.142425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc66bc1000 0x2fe6bc1000(0x2fe6bc1000) 00000800:00000200:86.0:1596748088.142426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67f9e000 0x2fe7f9e000(0x2fe7f9e000) 00000800:00000200:86.0:1596748088.142427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67f9f000 0x2fe7f9f000(0x2fe7f9f000) 00000800:00000200:86.0:1596748088.142427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65f90000 0x2fe5f90000(0x2fe5f90000) 00000800:00000200:86.0:1596748088.142428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65f91000 0x2fe5f91000(0x2fe5f91000) 00000800:00000200:86.0:1596748088.142429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67a30000 0x2fe7a30000(0x2fe7a30000) 00000800:00000200:86.0:1596748088.142430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67a31000 0x2fe7a31000(0x2fe7a31000) 00000800:00000010:86.0:1596748088.143158:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1700 (tot 157030634). 00000800:00000200:86.0:1596748088.143160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143163:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143163:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143165:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143165:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143166:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143166:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143167:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7e00] (19)++ 00000800:00000200:86.0:1596748088.143179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7e00] (20)-- 00000800:00000200:86.0:1596748088.143181:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.40@o2ib36 00000800:00000200:86.0:1596748088.143444:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748088.143777:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.40@o2ib36 00000800:00000200:86.0:1596748088.143778:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.40@o2ib36: active(0), version(12), status(0) 00000800:00000200:41.2:1596748088.143778:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f7e00] (19)++ 00000800:00000010:86.0:1596748088.143780:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157030498). 00000800:00000200:86.0:1596748088.143781:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f7e00] (20)++ 00000800:00000200:86.0:1596748088.143782:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f7e00] (21)++ 00000800:00000200:86.0:1596748088.143783:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f7e00] (22)-- 00000800:00020000:17.0:1596748088.352526:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748088.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748088.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558000] (22)++ 00000800:00000100:17.0:1596748088.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748088.352535:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35880] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:17.0:1596748088.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c558000] (23)-- 00000800:00020000:17.0:1596748088.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748088.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748088.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55278000] (22)++ 00000800:00000100:17.0:1596748088.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748088.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b44000] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:17.0:1596748088.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55278000] (23)-- 00000800:00020000:17.0:1596748088.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748088.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748088.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b8600] (22)++ 00000800:00000100:17.0:1596748088.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748088.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3d80] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:17.0:1596748088.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0b8600] (23)-- 00000800:00020000:17.0:1596748088.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748088.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748088.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf22400] (22)++ 00000800:00000100:17.0:1596748088.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748088.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34780] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:17.0:1596748088.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf22400] (23)-- 00000800:00020000:17.0:1596748088.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748088.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748088.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471ffa00] (22)++ 00000800:00000100:17.0:1596748088.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748088.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db800] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:17.0:1596748088.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471ffa00] (23)-- 00000400:00000200:17.0:1596748088.353109:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:17.0:1596748088.353110:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:17.0:1596748088.353111:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c558000] (22)-- 00000800:00000200:86.0:1596748088.353399:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c558000] (21)-- 00000400:00000200:17.0:1596748088.353647:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:17.0:1596748088.353648:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:17.0:1596748088.353649:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55278000] (22)-- 00000400:00000200:17.0:1596748088.354187:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:17.0:1596748088.354188:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:17.0:1596748088.354189:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0b8600] (22)-- 00000800:00000200:86.0:1596748088.354322:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55278000] (21)-- 00000800:00000200:86.0:1596748088.354462:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0b8600] (21)-- 00000400:00000200:17.0:1596748088.354733:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:17.0:1596748088.354735:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:17.0:1596748088.354735:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf22400] (22)-- 00000800:00000200:86.0:1596748088.355073:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf22400] (21)-- 00000400:00000200:17.0:1596748088.355286:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:17.0:1596748088.355287:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:17.0:1596748088.355288:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471ffa00] (22)-- 00000800:00000200:86.0:1596748088.355583:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471ffa00] (21)-- 00000800:00000010:86.0:1596748088.727938:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db900 (tot 157030610). 00000800:00000200:86.0:1596748088.727942:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db900] -> 192.168.128.104@o2ib36 (1)++ 00000800:00000010:86.0:1596748088.727944:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db400 (tot 157030722). 00000800:00000010:86.0:1596748088.727946:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447085800 (tot 157031018). 00000800:00000010:86.0:1596748088.727948:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157031154). 00000800:00000010:86.0:1596748088.727951:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e172000 (tot 157033026). 00000800:00000010:86.0:1596748088.727951:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d06300 (tot 157033178). 00000800:00000200:86.0:1596748088.727957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476ed0000 0x17f6ed0000(0x17f6ed0000) 00000800:00000200:86.0:1596748088.727958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476ed1000 0x17f6ed1000(0x17f6ed1000) 00000800:00000200:86.0:1596748088.727959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476ed2000 0x17f6ed2000(0x17f6ed2000) 00000800:00000200:86.0:1596748088.727960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476ed3000 0x17f6ed3000(0x17f6ed3000) 00000800:00000200:86.0:1596748088.727960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476ed4000 0x17f6ed4000(0x17f6ed4000) 00000800:00000200:86.0:1596748088.727961:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476ed5000 0x17f6ed5000(0x17f6ed5000) 00000800:00000200:86.0:1596748088.727962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476ed6000 0x17f6ed6000(0x17f6ed6000) 00000800:00000200:86.0:1596748088.727963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476ed7000 0x17f6ed7000(0x17f6ed7000) 00000800:00000200:86.0:1596748088.727963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476ed8000 0x17f6ed8000(0x17f6ed8000) 00000800:00000200:86.0:1596748088.727964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476ed9000 0x17f6ed9000(0x17f6ed9000) 00000800:00000200:86.0:1596748088.727965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476eda000 0x17f6eda000(0x17f6eda000) 00000800:00000200:86.0:1596748088.727966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476edb000 0x17f6edb000(0x17f6edb000) 00000800:00000200:86.0:1596748088.727966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476edc000 0x17f6edc000(0x17f6edc000) 00000800:00000200:86.0:1596748088.727967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476edd000 0x17f6edd000(0x17f6edd000) 00000800:00000200:86.0:1596748088.727968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476ede000 0x17f6ede000(0x17f6ede000) 00000800:00000200:86.0:1596748088.727968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476edf000 0x17f6edf000(0x17f6edf000) 00000800:00000200:86.0:1596748088.727969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476ee0000 0x17f6ee0000(0x17f6ee0000) 00000800:00000200:86.0:1596748088.727970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476ee1000 0x17f6ee1000(0x17f6ee1000) 00000800:00000010:86.0:1596748088.728537:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db400 (tot 157033066). 00000800:00000200:86.0:1596748088.728539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728556:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.728557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447085800] (20)-- 00000800:00000200:86.0:1596748088.728558:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.104@o2ib36 00000800:00000200:86.0:1596748088.728829:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748088.729202:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.104@o2ib36 00000800:00000200:86.0:1596748088.729203:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.104@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748088.729204:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157032930). 00000800:00000200:86.0:1596748088.729205:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447085800] (19)++ 00000800:00000200:86.0:1596748088.729206:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447085800] (20)++ 00000800:00000200:86.0:1596748088.729206:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447085800] (21)-- 00000800:00000200:39.2:1596748088.729407:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447085800] (20)++ 00000800:00000010:86.0:1596748088.991433:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294780 (tot 157033042). 00000800:00000200:86.0:1596748088.991436:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294780] -> 192.168.128.161@o2ib36 (1)++ 00000800:00000010:86.0:1596748088.991438:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294800 (tot 157033154). 00000800:00000010:86.0:1596748088.991444:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463d36200 (tot 157033450). 00000800:00000010:86.0:1596748088.991446:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157033586). 00000800:00000010:86.0:1596748088.991449:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f5800 (tot 157035458). 00000800:00000010:86.0:1596748088.991450:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f05bc0 (tot 157035610). 00000800:00000200:86.0:1596748088.991458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464e47000 0x27e4e47000(0x27e4e47000) 00000800:00000200:86.0:1596748088.991459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464dba000 0x27e4dba000(0x27e4dba000) 00000800:00000200:86.0:1596748088.991460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47e051000 0x27fe051000(0x27fe051000) 00000800:00000200:86.0:1596748088.991461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4645a4000 0x27e45a4000(0x27e45a4000) 00000800:00000200:86.0:1596748088.991462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47dccc000 0x27fdccc000(0x27fdccc000) 00000800:00000200:86.0:1596748088.991463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47ae5a000 0x27fae5a000(0x27fae5a000) 00000800:00000200:86.0:1596748088.991463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47ebf1000 0x27febf1000(0x27febf1000) 00000800:00000200:86.0:1596748088.991464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464d3a000 0x27e4d3a000(0x27e4d3a000) 00000800:00000200:86.0:1596748088.991465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47efcd000 0x27fefcd000(0x27fefcd000) 00000800:00000200:86.0:1596748088.991466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47ad91000 0x27fad91000(0x27fad91000) 00000800:00000200:86.0:1596748088.991466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47ee32000 0x27fee32000(0x27fee32000) 00000800:00000200:86.0:1596748088.991467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e4ee000 0x27fe4ee000(0x27fe4ee000) 00000800:00000200:86.0:1596748088.991468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47e630000 0x27fe630000(0x27fe630000) 00000800:00000200:86.0:1596748088.991468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47f387000 0x27ff387000(0x27ff387000) 00000800:00000200:86.0:1596748088.991469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47efc1000 0x27fefc1000(0x27fefc1000) 00000800:00000200:86.0:1596748088.991470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47e054000 0x27fe054000(0x27fe054000) 00000800:00000200:86.0:1596748088.991471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47f356000 0x27ff356000(0x27ff356000) 00000800:00000200:86.0:1596748088.991471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47eece000 0x27feece000(0x27feece000) 00000800:00000010:86.0:1596748088.992043:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294800 (tot 157035498). 00000800:00000200:86.0:1596748088.992044:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992047:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d36200] (20)-- 00000800:00000200:86.0:1596748088.992063:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.161@o2ib36 00000800:00000200:86.0:1596748088.992324:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748088.992685:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.161@o2ib36 00000800:00000200:86.0:1596748088.992687:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.161@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748088.992687:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157035362). 00000800:00000200:86.0:1596748088.992688:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463d36200] (19)++ 00000800:00000200:86.0:1596748088.992689:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463d36200] (20)++ 00000800:00000200:86.0:1596748088.992690:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463d36200] (21)-- 00000800:00000200:39.2:1596748088.992870:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d36200] (20)++ 00000800:00020000:17.0:1596748089.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748089.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748089.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463431a00] (22)++ 00000800:00000100:17.0:1596748089.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748089.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294580] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:17.0:1596748089.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463431a00] (23)-- 00000800:00000200:17.0:1596748089.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb28400] (21)++ 00000800:00000200:17.0:1596748089.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb28400] (22)++ 00000800:00000200:17.0:1596748089.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb28400] (23)-- 00000400:00000200:17.0:1596748089.353150:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:17.0:1596748089.353152:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:17.0:1596748089.353152:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463431a00] (22)-- 00000800:00000200:86.0:1596748089.353492:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463431a00] (21)-- 00000800:00000200:86.0:1596748089.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.415523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.415524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748089.415526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748089.470704:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294800 (tot 157035474). 00000800:00000200:86.0:1596748089.470708:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294800] -> 192.168.128.56@o2ib36 (1)++ 00000800:00000010:86.0:1596748089.470710:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294880 (tot 157035586). 00000800:00000010:86.0:1596748089.470712:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464255600 (tot 157035882). 00000800:00000010:86.0:1596748089.470713:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157036018). 00000800:00000010:86.0:1596748089.470714:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f4800 (tot 157037890). 00000800:00000010:86.0:1596748089.470715:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f05980 (tot 157038042). 00000800:00000200:86.0:1596748089.470723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47ae6b000 0x27fae6b000(0x27fae6b000) 00000800:00000200:86.0:1596748089.470724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47e4b6000 0x27fe4b6000(0x27fe4b6000) 00000800:00000200:86.0:1596748089.470725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47ebdf000 0x27febdf000(0x27febdf000) 00000800:00000200:86.0:1596748089.470726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47ee7e000 0x27fee7e000(0x27fee7e000) 00000800:00000200:86.0:1596748089.470727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47e54d000 0x27fe54d000(0x27fe54d000) 00000800:00000200:86.0:1596748089.470728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b464156000 0x27e4156000(0x27e4156000) 00000800:00000200:86.0:1596748089.470728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4634dc000 0x27e34dc000(0x27e34dc000) 00000800:00000200:86.0:1596748089.470729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46431f000 0x27e431f000(0x27e431f000) 00000800:00000200:86.0:1596748089.470730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464136000 0x27e4136000(0x27e4136000) 00000800:00000200:86.0:1596748089.470731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464341000 0x27e4341000(0x27e4341000) 00000800:00000200:86.0:1596748089.470731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464342000 0x27e4342000(0x27e4342000) 00000800:00000200:86.0:1596748089.470732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46434f000 0x27e434f000(0x27e434f000) 00000800:00000200:86.0:1596748089.470733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464319000 0x27e4319000(0x27e4319000) 00000800:00000200:86.0:1596748089.470733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464759000 0x27e4759000(0x27e4759000) 00000800:00000200:86.0:1596748089.470734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463c66000 0x27e3c66000(0x27e3c66000) 00000800:00000200:86.0:1596748089.470735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4647c1000 0x27e47c1000(0x27e47c1000) 00000800:00000200:86.0:1596748089.470736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464192000 0x27e4192000(0x27e4192000) 00000800:00000200:86.0:1596748089.470737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463fe8000 0x27e3fe8000(0x27e3fe8000) 00000800:00000010:86.0:1596748089.471289:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294880 (tot 157037930). 00000800:00000200:86.0:1596748089.471291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255600] (20)-- 00000800:00000200:86.0:1596748089.471310:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.56@o2ib36 00000800:00000200:86.0:1596748089.471575:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748089.471871:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.56@o2ib36 00000800:00000200:86.0:1596748089.471872:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.56@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748089.471873:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157037794). 00000800:00000200:86.0:1596748089.471874:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464255600] (19)++ 00000800:00000200:86.0:1596748089.471875:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464255600] (20)++ 00000800:00000200:86.0:1596748089.471875:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464255600] (21)-- 00000800:00000200:40.2:1596748089.472132:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464255600] (20)++ 00000800:00000010:86.0:1596748089.498582:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849900 (tot 157037906). 00000800:00000200:86.0:1596748089.498586:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849900] -> 192.168.128.53@o2ib36 (1)++ 00000800:00000010:86.0:1596748089.498587:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849880 (tot 157038018). 00000800:00000010:86.0:1596748089.498590:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4425a8000 (tot 157038314). 00000800:00000010:86.0:1596748089.498593:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28a240 (tot 157038450). 00000800:00000010:86.0:1596748089.498594:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda62000 (tot 157040322). 00000800:00000010:86.0:1596748089.498595:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28a300 (tot 157040474). 00000800:00000200:86.0:1596748089.498599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fba79000 0x377ba79000(0x377ba79000) 00000800:00000200:86.0:1596748089.498600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fba7a000 0x377ba7a000(0x377ba7a000) 00000800:00000200:86.0:1596748089.498601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fba7b000 0x377ba7b000(0x377ba7b000) 00000800:00000200:86.0:1596748089.498602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fba7c000 0x377ba7c000(0x377ba7c000) 00000800:00000200:86.0:1596748089.498603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fba7d000 0x377ba7d000(0x377ba7d000) 00000800:00000200:86.0:1596748089.498603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fba7e000 0x377ba7e000(0x377ba7e000) 00000800:00000200:86.0:1596748089.498604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fba7f000 0x377ba7f000(0x377ba7f000) 00000800:00000200:86.0:1596748089.498605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fbaa8000 0x377baa8000(0x377baa8000) 00000800:00000200:86.0:1596748089.498606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fbaa9000 0x377baa9000(0x377baa9000) 00000800:00000200:86.0:1596748089.498606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fbaaa000 0x377baaa000(0x377baaa000) 00000800:00000200:86.0:1596748089.498607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fbaab000 0x377baab000(0x377baab000) 00000800:00000200:86.0:1596748089.498608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fbaac000 0x377baac000(0x377baac000) 00000800:00000200:86.0:1596748089.498609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fbaad000 0x377baad000(0x377baad000) 00000800:00000200:86.0:1596748089.498609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fbaae000 0x377baae000(0x377baae000) 00000800:00000200:86.0:1596748089.498610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fbaaf000 0x377baaf000(0x377baaf000) 00000800:00000200:86.0:1596748089.498611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fbab0000 0x377bab0000(0x377bab0000) 00000800:00000200:86.0:1596748089.498612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fbab1000 0x377bab1000(0x377bab1000) 00000800:00000200:86.0:1596748089.498612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fbab2000 0x377bab2000(0x377bab2000) 00000800:00000010:86.0:1596748089.499179:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849880 (tot 157040362). 00000800:00000200:86.0:1596748089.499180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499192:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499194:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499194:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499195:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499195:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499196:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499196:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499197:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4425a8000] (20)-- 00000800:00000200:86.0:1596748089.499199:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.53@o2ib36 00000800:00000200:86.0:1596748089.499456:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748089.499789:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.53@o2ib36 00000800:00000200:86.0:1596748089.499790:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.53@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748089.499791:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28a240 (tot 157040226). 00000800:00000200:86.0:1596748089.499792:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4425a8000] (19)++ 00000800:00000200:86.0:1596748089.499793:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4425a8000] (20)++ 00000800:00000200:86.0:1596748089.499794:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4425a8000] (21)-- 00000800:00000200:40.2:1596748089.499945:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4425a8000] (20)++ 00000800:00000010:86.0:1596748089.899071:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849880 (tot 157040338). 00000800:00000200:86.0:1596748089.899075:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849880] -> 192.168.128.24@o2ib36 (1)++ 00000800:00000010:86.0:1596748089.899077:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849800 (tot 157040450). 00000800:00000010:86.0:1596748089.899078:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a61a200 (tot 157040746). 00000800:00000010:86.0:1596748089.899079:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28a240 (tot 157040882). 00000800:00000010:86.0:1596748089.899080:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda63000 (tot 157042754). 00000800:00000010:86.0:1596748089.899081:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28a540 (tot 157042906). 00000800:00000200:86.0:1596748089.899086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fbb74000 0x377bb74000(0x377bb74000) 00000800:00000200:86.0:1596748089.899087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fbb75000 0x377bb75000(0x377bb75000) 00000800:00000200:86.0:1596748089.899088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fbb76000 0x377bb76000(0x377bb76000) 00000800:00000200:86.0:1596748089.899088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fbb77000 0x377bb77000(0x377bb77000) 00000800:00000200:86.0:1596748089.899089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fbb78000 0x377bb78000(0x377bb78000) 00000800:00000200:86.0:1596748089.899090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fbb79000 0x377bb79000(0x377bb79000) 00000800:00000200:86.0:1596748089.899091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fbb7a000 0x377bb7a000(0x377bb7a000) 00000800:00000200:86.0:1596748089.899091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fbb7b000 0x377bb7b000(0x377bb7b000) 00000800:00000200:86.0:1596748089.899092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fbb7c000 0x377bb7c000(0x377bb7c000) 00000800:00000200:86.0:1596748089.899093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fbb7d000 0x377bb7d000(0x377bb7d000) 00000800:00000200:86.0:1596748089.899094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fbb7e000 0x377bb7e000(0x377bb7e000) 00000800:00000200:86.0:1596748089.899095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fbb7f000 0x377bb7f000(0x377bb7f000) 00000800:00000200:86.0:1596748089.899095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fbb80000 0x377bb80000(0x377bb80000) 00000800:00000200:86.0:1596748089.899096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fbb81000 0x377bb81000(0x377bb81000) 00000800:00000200:86.0:1596748089.899097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fbb82000 0x377bb82000(0x377bb82000) 00000800:00000200:86.0:1596748089.899098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fbb83000 0x377bb83000(0x377bb83000) 00000800:00000200:86.0:1596748089.899098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fbb84000 0x377bb84000(0x377bb84000) 00000800:00000200:86.0:1596748089.899099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fbb85000 0x377bb85000(0x377bb85000) 00000800:00000010:86.0:1596748089.899692:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849800 (tot 157042794). 00000800:00000200:86.0:1596748089.899693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.899710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61a200] (20)-- 00000800:00000200:86.0:1596748089.899712:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.24@o2ib36 00000800:00000200:86.0:1596748089.899974:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748089.900367:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.24@o2ib36 00000800:00000200:86.0:1596748089.900368:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.24@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748089.900369:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28a240 (tot 157042658). 00000800:00000200:86.0:1596748089.900370:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a61a200] (19)++ 00000800:00000200:86.0:1596748089.900370:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a61a200] (20)++ 00000800:00000200:86.0:1596748089.900371:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a61a200] (21)-- 00000800:00000200:37.2:1596748089.900528:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61a200] (20)++ 00000800:00000010:86.0:1596748089.930493:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34980 (tot 157042770). 00000800:00000200:86.0:1596748089.930497:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34980] -> 192.168.128.135@o2ib36 (1)++ 00000800:00000010:86.0:1596748089.930507:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34a00 (tot 157042882). 00000800:00000010:86.0:1596748089.930510:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc96c00 (tot 157043178). 00000800:00000010:86.0:1596748089.930511:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80e240 (tot 157043314). 00000800:00000010:86.0:1596748089.930514:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c18f800 (tot 157045186). 00000800:00000010:86.0:1596748089.930515:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80e300 (tot 157045338). 00000800:00000200:86.0:1596748089.930522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b811000 0x1fdb811000(0x1fdb811000) 00000800:00000200:86.0:1596748089.930523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b812000 0x1fdb812000(0x1fdb812000) 00000800:00000200:86.0:1596748089.930524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b813000 0x1fdb813000(0x1fdb813000) 00000800:00000200:86.0:1596748089.930525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b814000 0x1fdb814000(0x1fdb814000) 00000800:00000200:86.0:1596748089.930525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b815000 0x1fdb815000(0x1fdb815000) 00000800:00000200:86.0:1596748089.930526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b816000 0x1fdb816000(0x1fdb816000) 00000800:00000200:86.0:1596748089.930527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b817000 0x1fdb817000(0x1fdb817000) 00000800:00000200:86.0:1596748089.930527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b818000 0x1fdb818000(0x1fdb818000) 00000800:00000200:86.0:1596748089.930528:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b819000 0x1fdb819000(0x1fdb819000) 00000800:00000200:86.0:1596748089.930529:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b81a000 0x1fdb81a000(0x1fdb81a000) 00000800:00000200:86.0:1596748089.930530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b81b000 0x1fdb81b000(0x1fdb81b000) 00000800:00000200:86.0:1596748089.930531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b81c000 0x1fdb81c000(0x1fdb81c000) 00000800:00000200:86.0:1596748089.930531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b81d000 0x1fdb81d000(0x1fdb81d000) 00000800:00000200:86.0:1596748089.930532:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b81e000 0x1fdb81e000(0x1fdb81e000) 00000800:00000200:86.0:1596748089.930533:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b81f000 0x1fdb81f000(0x1fdb81f000) 00000800:00000200:86.0:1596748089.930534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b820000 0x1fdb820000(0x1fdb820000) 00000800:00000200:86.0:1596748089.930534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b821000 0x1fdb821000(0x1fdb821000) 00000800:00000200:86.0:1596748089.930535:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b822000 0x1fdb822000(0x1fdb822000) 00000800:00000010:86.0:1596748089.931097:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34a00 (tot 157045226). 00000800:00000200:86.0:1596748089.931098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96c00] (20)-- 00000800:00000200:86.0:1596748089.931117:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.135@o2ib36 00000800:00000200:86.0:1596748089.931378:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748089.931760:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.135@o2ib36 00000800:00000200:86.0:1596748089.931762:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.135@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748089.931763:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80e240 (tot 157045090). 00000800:00000200:86.0:1596748089.931764:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc96c00] (19)++ 00000800:00000200:86.0:1596748089.931764:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc96c00] (20)++ 00000800:00000200:86.0:1596748089.931765:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc96c00] (21)-- 00000800:00000200:37.2:1596748089.931913:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc96c00] (20)++ 00000800:00000010:86.0:1596748090.014082:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34a00 (tot 157045202). 00000800:00000200:86.0:1596748090.014085:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34a00] -> 192.168.128.148@o2ib36 (1)++ 00000800:00000010:86.0:1596748090.014087:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34a80 (tot 157045314). 00000800:00000010:86.0:1596748090.014088:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc94000 (tot 157045610). 00000800:00000010:86.0:1596748090.014089:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80e240 (tot 157045746). 00000800:00000010:86.0:1596748090.014090:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c18e800 (tot 157047618). 00000800:00000010:86.0:1596748090.014091:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80e540 (tot 157047770). 00000800:00000200:86.0:1596748090.014094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b823000 0x1fdb823000(0x1fdb823000) 00000800:00000200:86.0:1596748090.014095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b824000 0x1fdb824000(0x1fdb824000) 00000800:00000200:86.0:1596748090.014096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b825000 0x1fdb825000(0x1fdb825000) 00000800:00000200:86.0:1596748090.014096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b826000 0x1fdb826000(0x1fdb826000) 00000800:00000200:86.0:1596748090.014097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b827000 0x1fdb827000(0x1fdb827000) 00000800:00000200:86.0:1596748090.014098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b828000 0x1fdb828000(0x1fdb828000) 00000800:00000200:86.0:1596748090.014099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b829000 0x1fdb829000(0x1fdb829000) 00000800:00000200:86.0:1596748090.014099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b82a000 0x1fdb82a000(0x1fdb82a000) 00000800:00000200:86.0:1596748090.014100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b82b000 0x1fdb82b000(0x1fdb82b000) 00000800:00000200:86.0:1596748090.014101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b82c000 0x1fdb82c000(0x1fdb82c000) 00000800:00000200:86.0:1596748090.014102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b82d000 0x1fdb82d000(0x1fdb82d000) 00000800:00000200:86.0:1596748090.014102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b82e000 0x1fdb82e000(0x1fdb82e000) 00000800:00000200:86.0:1596748090.014103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b82f000 0x1fdb82f000(0x1fdb82f000) 00000800:00000200:86.0:1596748090.014104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b830000 0x1fdb830000(0x1fdb830000) 00000800:00000200:86.0:1596748090.014105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b831000 0x1fdb831000(0x1fdb831000) 00000800:00000200:86.0:1596748090.014105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b832000 0x1fdb832000(0x1fdb832000) 00000800:00000200:86.0:1596748090.014106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b833000 0x1fdb833000(0x1fdb833000) 00000800:00000200:86.0:1596748090.014107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b834000 0x1fdb834000(0x1fdb834000) 00000800:00000010:86.0:1596748090.014667:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34a80 (tot 157047658). 00000800:00000200:86.0:1596748090.014668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.014687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94000] (20)-- 00000800:00000200:86.0:1596748090.014688:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.148@o2ib36 00000800:00000200:86.0:1596748090.014936:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748090.015245:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.148@o2ib36 00000800:00000200:41.2:1596748090.015245:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc94000] (19)++ 00000800:00000200:86.0:1596748090.015246:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.148@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748090.015247:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80e240 (tot 157047522). 00000800:00000200:86.0:1596748090.015249:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc94000] (20)++ 00000800:00000200:86.0:1596748090.015249:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc94000] (21)++ 00000800:00000200:86.0:1596748090.015250:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc94000] (22)-- 00000800:00000010:86.0:1596748090.035131:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295700 (tot 157047634). 00000800:00000200:86.0:1596748090.035134:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295700] -> 192.168.128.43@o2ib36 (1)++ 00000800:00000010:86.0:1596748090.035136:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295680 (tot 157047746). 00000800:00000010:86.0:1596748090.035138:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464252000 (tot 157048042). 00000800:00000010:86.0:1596748090.035140:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f04240 (tot 157048178). 00000800:00000010:86.0:1596748090.035141:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4634f3000 (tot 157050050). 00000800:00000010:86.0:1596748090.035142:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f04540 (tot 157050202). 00000800:00000200:86.0:1596748090.035145:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47f0b7000 0x27ff0b7000(0x27ff0b7000) 00000800:00000200:86.0:1596748090.035146:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47a17a000 0x27fa17a000(0x27fa17a000) 00000800:00000200:86.0:1596748090.035147:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47dc6a000 0x27fdc6a000(0x27fdc6a000) 00000800:00000200:86.0:1596748090.035148:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464483000 0x27e4483000(0x27e4483000) 00000800:00000200:86.0:1596748090.035149:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463fc6000 0x27e3fc6000(0x27e3fc6000) 00000800:00000200:86.0:1596748090.035149:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b464ff9000 0x27e4ff9000(0x27e4ff9000) 00000800:00000200:86.0:1596748090.035150:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47e803000 0x27fe803000(0x27fe803000) 00000800:00000200:86.0:1596748090.035151:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46418e000 0x27e418e000(0x27e418e000) 00000800:00000200:86.0:1596748090.035152:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463feb000 0x27e3feb000(0x27e3feb000) 00000800:00000200:86.0:1596748090.035153:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47f335000 0x27ff335000(0x27ff335000) 00000800:00000200:86.0:1596748090.035153:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47a073000 0x27fa073000(0x27fa073000) 00000800:00000200:86.0:1596748090.035154:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e6df000 0x27fe6df000(0x27fe6df000) 00000800:00000200:86.0:1596748090.035155:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4646e8000 0x27e46e8000(0x27e46e8000) 00000800:00000200:86.0:1596748090.035155:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464e7a000 0x27e4e7a000(0x27e4e7a000) 00000800:00000200:86.0:1596748090.035156:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47aee4000 0x27faee4000(0x27faee4000) 00000800:00000200:86.0:1596748090.035157:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47dc92000 0x27fdc92000(0x27fdc92000) 00000800:00000200:86.0:1596748090.035158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47edfe000 0x27fedfe000(0x27fedfe000) 00000800:00000200:86.0:1596748090.035158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4644c7000 0x27e44c7000(0x27e44c7000) 00000800:00000010:86.0:1596748090.035688:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295680 (tot 157050090). 00000800:00000200:86.0:1596748090.035689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464252000] (19)++ 00000800:00000200:86.0:1596748090.035707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464252000] (20)-- 00000800:00000200:86.0:1596748090.035709:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.43@o2ib36 00000800:00000200:86.0:1596748090.035960:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748090.036263:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.43@o2ib36 00000800:00000200:86.0:1596748090.036264:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.43@o2ib36: active(0), version(12), status(0) 00000800:00000200:36.2:1596748090.036264:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464252000] (19)++ 00000800:00000010:86.0:1596748090.036265:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f04240 (tot 157049954). 00000800:00000200:86.0:1596748090.036266:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464252000] (20)++ 00000800:00000200:86.0:1596748090.036266:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464252000] (21)++ 00000800:00000200:86.0:1596748090.036267:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464252000] (22)-- 00000800:00000010:86.0:1596748090.248334:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35700 (tot 157050066). 00000800:00000200:86.0:1596748090.248337:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35700] -> 192.168.128.68@o2ib36 (1)++ 00000800:00000010:86.0:1596748090.248340:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35680 (tot 157050178). 00000800:00000010:86.0:1596748090.248342:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cea0400 (tot 157050474). 00000800:00000010:86.0:1596748090.248344:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c696000 (tot 157050610). 00000800:00000010:86.0:1596748090.248346:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbaa000 (tot 157052482). 00000800:00000010:86.0:1596748090.248347:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c696300 (tot 157052634). 00000800:00000200:86.0:1596748090.248353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c6ba000 0x7dc6ba000(0x7dc6ba000) 00000800:00000200:86.0:1596748090.248354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c6bb000 0x7dc6bb000(0x7dc6bb000) 00000800:00000200:86.0:1596748090.248355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c6bc000 0x7dc6bc000(0x7dc6bc000) 00000800:00000200:86.0:1596748090.248356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c6bd000 0x7dc6bd000(0x7dc6bd000) 00000800:00000200:86.0:1596748090.248357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c6be000 0x7dc6be000(0x7dc6be000) 00000800:00000200:86.0:1596748090.248357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c6bf000 0x7dc6bf000(0x7dc6bf000) 00000800:00000200:86.0:1596748090.248358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c6c0000 0x7dc6c0000(0x7dc6c0000) 00000800:00000200:86.0:1596748090.248359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c6c1000 0x7dc6c1000(0x7dc6c1000) 00000800:00000200:86.0:1596748090.248360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c6c2000 0x7dc6c2000(0x7dc6c2000) 00000800:00000200:86.0:1596748090.248361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c6c3000 0x7dc6c3000(0x7dc6c3000) 00000800:00000200:86.0:1596748090.248361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c6c4000 0x7dc6c4000(0x7dc6c4000) 00000800:00000200:86.0:1596748090.248362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c6c5000 0x7dc6c5000(0x7dc6c5000) 00000800:00000200:86.0:1596748090.248363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c6c6000 0x7dc6c6000(0x7dc6c6000) 00000800:00000200:86.0:1596748090.248364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c6c7000 0x7dc6c7000(0x7dc6c7000) 00000800:00000200:86.0:1596748090.248364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c6c8000 0x7dc6c8000(0x7dc6c8000) 00000800:00000200:86.0:1596748090.248365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c6c9000 0x7dc6c9000(0x7dc6c9000) 00000800:00000200:86.0:1596748090.248366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c6ca000 0x7dc6ca000(0x7dc6ca000) 00000800:00000200:86.0:1596748090.248366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c6cb000 0x7dc6cb000(0x7dc6cb000) 00000800:00000010:86.0:1596748090.248899:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35680 (tot 157052522). 00000800:00000200:86.0:1596748090.248900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.248918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea0400] (20)-- 00000800:00000200:86.0:1596748090.248919:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.68@o2ib36 00000800:00000200:86.0:1596748090.249173:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748090.249542:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.68@o2ib36 00000800:00000200:86.2:1596748090.249544:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea0400] (19)++ 00000800:00000200:86.0:1596748090.249547:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.68@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748090.249547:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c696000 (tot 157052386). 00000800:00000200:86.0:1596748090.249548:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cea0400] (20)++ 00000800:00000200:86.0:1596748090.249549:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cea0400] (21)++ 00000800:00000200:86.0:1596748090.249550:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cea0400] (22)-- 00000800:00000200:86.0:1596748090.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748090.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748090.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748090.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748090.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748090.591609:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848680 (tot 157052498). 00000800:00000200:86.0:1596748090.591613:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848680] -> 192.168.128.147@o2ib36 (1)++ 00000800:00000010:86.0:1596748090.591615:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848700 (tot 157052610). 00000800:00000010:86.0:1596748090.591616:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a61ae00 (tot 157052906). 00000800:00000010:86.0:1596748090.591618:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28bec0 (tot 157053042). 00000800:00000010:86.0:1596748090.591620:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda64000 (tot 157054914). 00000800:00000010:86.0:1596748090.591621:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28bbc0 (tot 157055066). 00000800:00000200:86.0:1596748090.591624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fb023000 0x377b023000(0x377b023000) 00000800:00000200:86.0:1596748090.591625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fb024000 0x377b024000(0x377b024000) 00000800:00000200:86.0:1596748090.591626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fb025000 0x377b025000(0x377b025000) 00000800:00000200:86.0:1596748090.591627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fb026000 0x377b026000(0x377b026000) 00000800:00000200:86.0:1596748090.591628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fb027000 0x377b027000(0x377b027000) 00000800:00000200:86.0:1596748090.591628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fb028000 0x377b028000(0x377b028000) 00000800:00000200:86.0:1596748090.591629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fb029000 0x377b029000(0x377b029000) 00000800:00000200:86.0:1596748090.591630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fb02a000 0x377b02a000(0x377b02a000) 00000800:00000200:86.0:1596748090.591630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fb02b000 0x377b02b000(0x377b02b000) 00000800:00000200:86.0:1596748090.591631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fb02c000 0x377b02c000(0x377b02c000) 00000800:00000200:86.0:1596748090.591632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fb02d000 0x377b02d000(0x377b02d000) 00000800:00000200:86.0:1596748090.591633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fb02e000 0x377b02e000(0x377b02e000) 00000800:00000200:86.0:1596748090.591633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fb02f000 0x377b02f000(0x377b02f000) 00000800:00000200:86.0:1596748090.591634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fb030000 0x377b030000(0x377b030000) 00000800:00000200:86.0:1596748090.591635:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fb031000 0x377b031000(0x377b031000) 00000800:00000200:86.0:1596748090.591636:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fb032000 0x377b032000(0x377b032000) 00000800:00000200:86.0:1596748090.591636:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fb033000 0x377b033000(0x377b033000) 00000800:00000200:86.0:1596748090.591637:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fb034000 0x377b034000(0x377b034000) 00000800:00000010:86.0:1596748090.592196:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848700 (tot 157054954). 00000800:00000200:86.0:1596748090.592197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592199:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592200:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a61ae00] (20)-- 00000800:00000200:86.0:1596748090.592216:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.147@o2ib36 00000800:00000200:86.0:1596748090.592487:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748090.592764:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.147@o2ib36 00000800:00000200:86.0:1596748090.592765:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.147@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748090.592766:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28bec0 (tot 157054818). 00000800:00000200:86.0:1596748090.592767:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a61ae00] (19)++ 00000800:00000200:86.0:1596748090.592768:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a61ae00] (20)++ 00000800:00000200:86.0:1596748090.592768:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a61ae00] (21)-- 00000800:00000200:85.2:1596748090.592920:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a61ae00] (20)++ 00000800:00000010:86.0:1596748090.603810:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34680 (tot 157054930). 00000800:00000200:86.0:1596748090.603814:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34680] -> 192.168.128.5@o2ib36 (1)++ 00000800:00000010:86.0:1596748090.603815:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34700 (tot 157055042). 00000800:00000010:86.0:1596748090.603818:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cea2600 (tot 157055338). 00000800:00000010:86.0:1596748090.603819:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157055474). 00000800:00000010:86.0:1596748090.603821:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbad800 (tot 157057346). 00000800:00000010:86.0:1596748090.603822:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c697bc0 (tot 157057498). 00000800:00000200:86.0:1596748090.603827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c6cc000 0x7dc6cc000(0x7dc6cc000) 00000800:00000200:86.0:1596748090.603828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c6cd000 0x7dc6cd000(0x7dc6cd000) 00000800:00000200:86.0:1596748090.603829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c6ce000 0x7dc6ce000(0x7dc6ce000) 00000800:00000200:86.0:1596748090.603829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c6cf000 0x7dc6cf000(0x7dc6cf000) 00000800:00000200:86.0:1596748090.603830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c6d0000 0x7dc6d0000(0x7dc6d0000) 00000800:00000200:86.0:1596748090.603831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c6d1000 0x7dc6d1000(0x7dc6d1000) 00000800:00000200:86.0:1596748090.603832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c6d2000 0x7dc6d2000(0x7dc6d2000) 00000800:00000200:86.0:1596748090.603832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c6d3000 0x7dc6d3000(0x7dc6d3000) 00000800:00000200:86.0:1596748090.603833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c6d4000 0x7dc6d4000(0x7dc6d4000) 00000800:00000200:86.0:1596748090.603834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c6d5000 0x7dc6d5000(0x7dc6d5000) 00000800:00000200:86.0:1596748090.603835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c6d6000 0x7dc6d6000(0x7dc6d6000) 00000800:00000200:86.0:1596748090.603835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c6d7000 0x7dc6d7000(0x7dc6d7000) 00000800:00000200:86.0:1596748090.603836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c6d8000 0x7dc6d8000(0x7dc6d8000) 00000800:00000200:86.0:1596748090.603837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c6d9000 0x7dc6d9000(0x7dc6d9000) 00000800:00000200:86.0:1596748090.603838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c6da000 0x7dc6da000(0x7dc6da000) 00000800:00000200:86.0:1596748090.603838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c6db000 0x7dc6db000(0x7dc6db000) 00000800:00000200:86.0:1596748090.603839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c6dc000 0x7dc6dc000(0x7dc6dc000) 00000800:00000200:86.0:1596748090.603840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c6dd000 0x7dc6dd000(0x7dc6dd000) 00000800:00000010:86.0:1596748090.604392:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34700 (tot 157057386). 00000800:00000200:86.0:1596748090.604394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.604411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2600] (20)-- 00000800:00000200:86.0:1596748090.604413:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.5@o2ib36 00000800:00000200:86.0:1596748090.604683:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748090.605048:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.5@o2ib36 00000800:00000200:86.0:1596748090.605050:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.5@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748090.605050:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157057250). 00000800:00000200:86.0:1596748090.605051:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cea2600] (19)++ 00000800:00000200:86.0:1596748090.605052:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cea2600] (20)++ 00000800:00000200:86.0:1596748090.605053:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cea2600] (21)-- 00000800:00000200:40.2:1596748090.605221:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea2600] (20)++ 00000800:00000010:86.0:1596748090.781747:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2480 (tot 157057362). 00000800:00000200:86.0:1596748090.781750:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2480] -> 192.168.128.65@o2ib36 (1)++ 00000800:00000010:86.0:1596748090.781753:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2500 (tot 157057474). 00000800:00000010:86.0:1596748090.781757:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e837200 (tot 157057770). 00000800:00000010:86.0:1596748090.781759:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06a240 (tot 157057906). 00000800:00000010:86.0:1596748090.781762:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e127800 (tot 157059778). 00000800:00000010:86.0:1596748090.781763:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06ae40 (tot 157059930). 00000800:00000200:86.0:1596748090.781769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e144000 0xfde144000(0xfde144000) 00000800:00000200:86.0:1596748090.781770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e145000 0xfde145000(0xfde145000) 00000800:00000200:86.0:1596748090.781771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e146000 0xfde146000(0xfde146000) 00000800:00000200:86.0:1596748090.781772:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e147000 0xfde147000(0xfde147000) 00000800:00000200:86.0:1596748090.781773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e148000 0xfde148000(0xfde148000) 00000800:00000200:86.0:1596748090.781773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e149000 0xfde149000(0xfde149000) 00000800:00000200:86.0:1596748090.781774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e14a000 0xfde14a000(0xfde14a000) 00000800:00000200:86.0:1596748090.781775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e14b000 0xfde14b000(0xfde14b000) 00000800:00000200:86.0:1596748090.781776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e14c000 0xfde14c000(0xfde14c000) 00000800:00000200:86.0:1596748090.781776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e14d000 0xfde14d000(0xfde14d000) 00000800:00000200:86.0:1596748090.781777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e14e000 0xfde14e000(0xfde14e000) 00000800:00000200:86.0:1596748090.781778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e14f000 0xfde14f000(0xfde14f000) 00000800:00000200:86.0:1596748090.781779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e150000 0xfde150000(0xfde150000) 00000800:00000200:86.0:1596748090.781779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e151000 0xfde151000(0xfde151000) 00000800:00000200:86.0:1596748090.781780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e152000 0xfde152000(0xfde152000) 00000800:00000200:86.0:1596748090.781781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e153000 0xfde153000(0xfde153000) 00000800:00000200:86.0:1596748090.781781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e154000 0xfde154000(0xfde154000) 00000800:00000200:86.0:1596748090.781782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e155000 0xfde155000(0xfde155000) 00000800:00000010:86.0:1596748090.782326:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2500 (tot 157059818). 00000800:00000200:86.0:1596748090.782327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837200] (20)-- 00000800:00000200:86.0:1596748090.782346:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.65@o2ib36 00000800:00000200:86.0:1596748090.782605:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748090.782991:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.65@o2ib36 00000800:00000200:86.0:1596748090.782992:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.65@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748090.782993:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06a240 (tot 157059682). 00000800:00000200:86.0:1596748090.782994:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e837200] (19)++ 00000800:00000200:86.0:1596748090.782995:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e837200] (20)++ 00000800:00000200:86.0:1596748090.782995:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e837200] (21)-- 00000800:00000200:88.2:1596748090.783169:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e837200] (20)++ 00000800:00020000:15.0:1596748091.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748091.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748091.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463435c00] (22)++ 00000800:00000100:15.0:1596748091.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748091.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295900] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596748091.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463435c00] (23)-- 00000800:00000200:15.0:1596748091.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558600] (21)++ 00000800:00000200:15.0:1596748091.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c558600] (22)++ 00000800:00000200:15.0:1596748091.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c558600] (23)-- 00000800:00020000:15.0:1596748091.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748091.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748091.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61cc00] (22)++ 00000800:00000100:15.0:1596748091.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748091.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848400] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596748091.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61cc00] (23)-- 00000400:00000200:15.0:1596748091.353170:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596748091.353172:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596748091.353172:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463435c00] (22)-- 00000400:00000200:15.0:1596748091.353725:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596748091.353727:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596748091.353727:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61cc00] (22)-- 00000800:00000200:86.0:1596748091.353744:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463435c00] (21)-- 00000800:00000200:86.0:1596748091.354045:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a61cc00] (21)-- 00000800:00000200:86.0:1596748091.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748091.495809:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294880 (tot 157059794). 00000800:00000200:86.0:1596748091.495814:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294880] -> 192.168.128.64@o2ib36 (1)++ 00000800:00000010:86.0:1596748091.495815:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294900 (tot 157059906). 00000800:00000010:86.0:1596748091.495820:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464256000 (tot 157060202). 00000800:00000010:86.0:1596748091.495822:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157060338). 00000800:00000010:86.0:1596748091.495827:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f178000 (tot 157062210). 00000800:00000010:86.0:1596748091.495828:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f05740 (tot 157062362). 00000800:00000200:86.0:1596748091.495835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46452d000 0x27e452d000(0x27e452d000) 00000800:00000200:86.0:1596748091.495836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47ade8000 0x27fade8000(0x27fade8000) 00000800:00000200:86.0:1596748091.495837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47adea000 0x27fadea000(0x27fadea000) 00000800:00000200:86.0:1596748091.495838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47adeb000 0x27fadeb000(0x27fadeb000) 00000800:00000200:86.0:1596748091.495838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47e9ec000 0x27fe9ec000(0x27fe9ec000) 00000800:00000200:86.0:1596748091.495839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47e9ed000 0x27fe9ed000(0x27fe9ed000) 00000800:00000200:86.0:1596748091.495840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46452e000 0x27e452e000(0x27e452e000) 00000800:00000200:86.0:1596748091.495841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46452f000 0x27e452f000(0x27e452f000) 00000800:00000200:86.0:1596748091.495841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464530000 0x27e4530000(0x27e4530000) 00000800:00000200:86.0:1596748091.495842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464531000 0x27e4531000(0x27e4531000) 00000800:00000200:86.0:1596748091.495843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464188000 0x27e4188000(0x27e4188000) 00000800:00000200:86.0:1596748091.495844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464189000 0x27e4189000(0x27e4189000) 00000800:00000200:86.0:1596748091.495844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464328000 0x27e4328000(0x27e4328000) 00000800:00000200:86.0:1596748091.495845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464329000 0x27e4329000(0x27e4329000) 00000800:00000200:86.0:1596748091.495846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4646b0000 0x27e46b0000(0x27e46b0000) 00000800:00000200:86.0:1596748091.495847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4646b1000 0x27e46b1000(0x27e46b1000) 00000800:00000200:86.0:1596748091.495847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464152000 0x27e4152000(0x27e4152000) 00000800:00000200:86.0:1596748091.495848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464153000 0x27e4153000(0x27e4153000) 00000800:00000010:86.0:1596748091.496416:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294900 (tot 157062250). 00000800:00000200:86.0:1596748091.496418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496433:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.496435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256000] (20)-- 00000800:00000200:86.0:1596748091.496437:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.64@o2ib36 00000800:00000200:86.0:1596748091.496696:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748091.497062:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.64@o2ib36 00000800:00000200:86.0:1596748091.497063:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.64@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748091.497064:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157062114). 00000800:00000200:86.0:1596748091.497065:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464256000] (19)++ 00000800:00000200:86.0:1596748091.497065:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464256000] (20)++ 00000800:00000200:86.0:1596748091.497066:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464256000] (21)-- 00000800:00000200:89.2:1596748091.497069:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464256000] (20)++ 00000800:00000010:86.0:1596748091.511311:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849800 (tot 157062226). 00000800:00000200:86.0:1596748091.511314:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849800] -> 192.168.128.58@o2ib36 (1)++ 00000800:00000010:86.0:1596748091.511316:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849780 (tot 157062338). 00000800:00000010:86.0:1596748091.511317:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3fb16fe00 (tot 157062634). 00000800:00000010:86.0:1596748091.511318:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28a240 (tot 157062770). 00000800:00000010:86.0:1596748091.511320:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda66800 (tot 157064642). 00000800:00000010:86.0:1596748091.511320:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28a780 (tot 157064794). 00000800:00000200:86.0:1596748091.511325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fb3e3000 0x377b3e3000(0x377b3e3000) 00000800:00000200:86.0:1596748091.511326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fb3e4000 0x377b3e4000(0x377b3e4000) 00000800:00000200:86.0:1596748091.511327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fb3e5000 0x377b3e5000(0x377b3e5000) 00000800:00000200:86.0:1596748091.511328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fb3e6000 0x377b3e6000(0x377b3e6000) 00000800:00000200:86.0:1596748091.511328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fb3e7000 0x377b3e7000(0x377b3e7000) 00000800:00000200:86.0:1596748091.511329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3fac10000 0x377ac10000(0x377ac10000) 00000800:00000200:86.0:1596748091.511330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3fac11000 0x377ac11000(0x377ac11000) 00000800:00000200:86.0:1596748091.511331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3fac12000 0x377ac12000(0x377ac12000) 00000800:00000200:86.0:1596748091.511331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3fac13000 0x377ac13000(0x377ac13000) 00000800:00000200:86.0:1596748091.511332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3fac14000 0x377ac14000(0x377ac14000) 00000800:00000200:86.0:1596748091.511333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3fac15000 0x377ac15000(0x377ac15000) 00000800:00000200:86.0:1596748091.511333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3fac16000 0x377ac16000(0x377ac16000) 00000800:00000200:86.0:1596748091.511334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3fac17000 0x377ac17000(0x377ac17000) 00000800:00000200:86.0:1596748091.511335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3fac18000 0x377ac18000(0x377ac18000) 00000800:00000200:86.0:1596748091.511336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3fac19000 0x377ac19000(0x377ac19000) 00000800:00000200:86.0:1596748091.511336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3fac1a000 0x377ac1a000(0x377ac1a000) 00000800:00000200:86.0:1596748091.511337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3fac1b000 0x377ac1b000(0x377ac1b000) 00000800:00000200:86.0:1596748091.511338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3fac1c000 0x377ac1c000(0x377ac1c000) 00000800:00000010:86.0:1596748091.511914:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849780 (tot 157064682). 00000800:00000200:86.0:1596748091.511916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.511933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16fe00] (20)-- 00000800:00000200:86.0:1596748091.511935:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.58@o2ib36 00000800:00000200:86.0:1596748091.512187:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748091.512595:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.58@o2ib36 00000800:00000200:86.0:1596748091.512596:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.58@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748091.512597:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28a240 (tot 157064546). 00000800:00000200:86.0:1596748091.512599:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3fb16fe00] (19)++ 00000800:00000200:86.0:1596748091.512599:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3fb16fe00] (20)++ 00000800:00000200:86.0:1596748091.512600:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3fb16fe00] (21)-- 00000800:00000200:36.2:1596748091.512601:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3fb16fe00] (20)++ 00000800:00000010:86.0:1596748092.431424:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849780 (tot 157064658). 00000800:00000200:86.0:1596748092.431428:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849780] -> 192.168.128.32@o2ib36 (1)++ 00000800:00000010:86.0:1596748092.431429:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849700 (tot 157064770). 00000800:00000010:86.0:1596748092.431430:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3fb16f200 (tot 157065066). 00000800:00000010:86.0:1596748092.431431:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28a240 (tot 157065202). 00000800:00000010:86.0:1596748092.431432:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fda65800 (tot 157067074). 00000800:00000010:86.0:1596748092.431433:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28a9c0 (tot 157067226). 00000800:00000200:86.0:1596748092.431438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3facde000 0x377acde000(0x377acde000) 00000800:00000200:86.0:1596748092.431440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3facdf000 0x377acdf000(0x377acdf000) 00000800:00000200:86.0:1596748092.431440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3face0000 0x377ace0000(0x377ace0000) 00000800:00000200:86.0:1596748092.431441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3face1000 0x377ace1000(0x377ace1000) 00000800:00000200:86.0:1596748092.431442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3face2000 0x377ace2000(0x377ace2000) 00000800:00000200:86.0:1596748092.431443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3face3000 0x377ace3000(0x377ace3000) 00000800:00000200:86.0:1596748092.431444:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3face4000 0x377ace4000(0x377ace4000) 00000800:00000200:86.0:1596748092.431444:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3face5000 0x377ace5000(0x377ace5000) 00000800:00000200:86.0:1596748092.431445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3face6000 0x377ace6000(0x377ace6000) 00000800:00000200:86.0:1596748092.431446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3face7000 0x377ace7000(0x377ace7000) 00000800:00000200:86.0:1596748092.431446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3face8000 0x377ace8000(0x377ace8000) 00000800:00000200:86.0:1596748092.431447:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3face9000 0x377ace9000(0x377ace9000) 00000800:00000200:86.0:1596748092.431448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3facea000 0x377acea000(0x377acea000) 00000800:00000200:86.0:1596748092.431449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3faceb000 0x377aceb000(0x377aceb000) 00000800:00000200:86.0:1596748092.431449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3facec000 0x377acec000(0x377acec000) 00000800:00000200:86.0:1596748092.431450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3faced000 0x377aced000(0x377aced000) 00000800:00000200:86.0:1596748092.431451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3facee000 0x377acee000(0x377acee000) 00000800:00000200:86.0:1596748092.431452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3facef000 0x377acef000(0x377acef000) 00000800:00000010:86.0:1596748092.432008:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849700 (tot 157067114). 00000800:00000200:86.0:1596748092.432010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16f200] (20)-- 00000800:00000200:86.0:1596748092.432030:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.32@o2ib36 00000800:00000200:86.0:1596748092.432278:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748092.432714:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.32@o2ib36 00000800:00000200:86.0:1596748092.432715:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.32@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748092.432716:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28a240 (tot 157066978). 00000800:00000200:86.0:1596748092.432718:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3fb16f200] (19)++ 00000800:00000200:86.0:1596748092.432718:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3fb16f200] (20)++ 00000800:00000200:86.0:1596748092.432719:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3fb16f200] (21)-- 00000800:00000200:86.2:1596748092.432722:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3fb16f200] (21)++ 00000800:00000010:86.0:1596748092.670112:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3b00 (tot 157067090). 00000800:00000200:86.0:1596748092.670115:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3b00] -> 192.168.128.141@o2ib36 (1)++ 00000800:00000010:86.0:1596748092.670117:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3a80 (tot 157067202). 00000800:00000010:86.0:1596748092.670120:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5eb3a200 (tot 157067498). 00000800:00000010:86.0:1596748092.670122:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 157067634). 00000800:00000010:86.0:1596748092.670124:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e122000 (tot 157069506). 00000800:00000010:86.0:1596748092.670124:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06b080 (tot 157069658). 00000800:00000200:86.0:1596748092.670130:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e156000 0xfde156000(0xfde156000) 00000800:00000200:86.0:1596748092.670131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e157000 0xfde157000(0xfde157000) 00000800:00000200:86.0:1596748092.670132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e158000 0xfde158000(0xfde158000) 00000800:00000200:86.0:1596748092.670133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e159000 0xfde159000(0xfde159000) 00000800:00000200:86.0:1596748092.670134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e15a000 0xfde15a000(0xfde15a000) 00000800:00000200:86.0:1596748092.670134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e15b000 0xfde15b000(0xfde15b000) 00000800:00000200:86.0:1596748092.670135:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e15c000 0xfde15c000(0xfde15c000) 00000800:00000200:86.0:1596748092.670136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e15d000 0xfde15d000(0xfde15d000) 00000800:00000200:86.0:1596748092.670137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e15e000 0xfde15e000(0xfde15e000) 00000800:00000200:86.0:1596748092.670137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e15f000 0xfde15f000(0xfde15f000) 00000800:00000200:86.0:1596748092.670138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e160000 0xfde160000(0xfde160000) 00000800:00000200:86.0:1596748092.670139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e161000 0xfde161000(0xfde161000) 00000800:00000200:86.0:1596748092.670140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e162000 0xfde162000(0xfde162000) 00000800:00000200:86.0:1596748092.670140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e163000 0xfde163000(0xfde163000) 00000800:00000200:86.0:1596748092.670141:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e164000 0xfde164000(0xfde164000) 00000800:00000200:86.0:1596748092.670142:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e165000 0xfde165000(0xfde165000) 00000800:00000200:86.0:1596748092.670142:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e166000 0xfde166000(0xfde166000) 00000800:00000200:86.0:1596748092.670143:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e167000 0xfde167000(0xfde167000) 00000800:00000010:86.0:1596748092.670714:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3a80 (tot 157069546). 00000800:00000200:86.0:1596748092.670716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670724:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.670733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3a200] (20)-- 00000800:00000200:86.0:1596748092.670735:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.141@o2ib36 00000800:00000200:86.0:1596748092.670985:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748092.671904:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.141@o2ib36 00000800:00000200:86.0:1596748092.671905:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.141@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748092.671906:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 157069410). 00000800:00000200:87.2:1596748092.671908:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.671909:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5eb3a200] (19)++ 00000800:00000200:86.0:1596748092.671910:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5eb3a200] (20)++ 00000800:00000200:86.0:1596748092.671911:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5eb3a200] (21)-- 00000800:00000010:86.0:1596748093.036556:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35380 (tot 157069522). 00000800:00000200:86.0:1596748093.036559:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35380] -> 192.168.128.127@o2ib36 (1)++ 00000800:00000010:86.0:1596748093.036561:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35300 (tot 157069634). 00000800:00000010:86.0:1596748093.036562:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc94a00 (tot 157069930). 00000800:00000010:86.0:1596748093.036564:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157070066). 00000800:00000010:86.0:1596748093.036566:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c189000 (tot 157071938). 00000800:00000010:86.0:1596748093.036567:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80fbc0 (tot 157072090). 00000800:00000200:86.0:1596748093.036573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b835000 0x1fdb835000(0x1fdb835000) 00000800:00000200:86.0:1596748093.036574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b836000 0x1fdb836000(0x1fdb836000) 00000800:00000200:86.0:1596748093.036575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b837000 0x1fdb837000(0x1fdb837000) 00000800:00000200:86.0:1596748093.036576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b838000 0x1fdb838000(0x1fdb838000) 00000800:00000200:86.0:1596748093.036576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b839000 0x1fdb839000(0x1fdb839000) 00000800:00000200:86.0:1596748093.036577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b83a000 0x1fdb83a000(0x1fdb83a000) 00000800:00000200:86.0:1596748093.036578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b83b000 0x1fdb83b000(0x1fdb83b000) 00000800:00000200:86.0:1596748093.036579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b83c000 0x1fdb83c000(0x1fdb83c000) 00000800:00000200:86.0:1596748093.036579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b83d000 0x1fdb83d000(0x1fdb83d000) 00000800:00000200:86.0:1596748093.036580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b83e000 0x1fdb83e000(0x1fdb83e000) 00000800:00000200:86.0:1596748093.036581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b83f000 0x1fdb83f000(0x1fdb83f000) 00000800:00000200:86.0:1596748093.036581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b840000 0x1fdb840000(0x1fdb840000) 00000800:00000200:86.0:1596748093.036582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b841000 0x1fdb841000(0x1fdb841000) 00000800:00000200:86.0:1596748093.036583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b842000 0x1fdb842000(0x1fdb842000) 00000800:00000200:86.0:1596748093.036584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b843000 0x1fdb843000(0x1fdb843000) 00000800:00000200:86.0:1596748093.036584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b844000 0x1fdb844000(0x1fdb844000) 00000800:00000200:86.0:1596748093.036585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b845000 0x1fdb845000(0x1fdb845000) 00000800:00000200:86.0:1596748093.036586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b846000 0x1fdb846000(0x1fdb846000) 00000800:00000010:86.0:1596748093.037140:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35300 (tot 157071978). 00000800:00000200:86.0:1596748093.037142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037159:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc94a00] (20)-- 00000800:00000200:86.0:1596748093.037161:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.127@o2ib36 00000800:00000200:86.0:1596748093.037421:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748093.037756:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.127@o2ib36 00000800:00000200:84.2:1596748093.037756:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc94a00] (19)++ 00000800:00000200:86.0:1596748093.037757:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.127@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748093.037758:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157071842). 00000800:00000200:86.0:1596748093.037759:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc94a00] (20)++ 00000800:00000200:86.0:1596748093.037760:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc94a00] (21)++ 00000800:00000200:86.0:1596748093.037760:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc94a00] (22)-- 00000800:00000010:86.0:1596748093.147963:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848700 (tot 157071954). 00000800:00000200:86.0:1596748093.147966:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848700] -> 192.168.128.79@o2ib36 (1)++ 00000800:00000010:86.0:1596748093.147968:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848780 (tot 157072066). 00000800:00000010:86.0:1596748093.147970:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3fb16ee00 (tot 157072362). 00000800:00000010:86.0:1596748093.147971:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28bec0 (tot 157072498). 00000800:00000010:86.0:1596748093.147973:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf7800 (tot 157074370). 00000800:00000010:86.0:1596748093.147974:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28b980 (tot 157074522). 00000800:00000200:86.0:1596748093.147979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3fafc3000 0x377afc3000(0x377afc3000) 00000800:00000200:86.0:1596748093.147980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3fafc4000 0x377afc4000(0x377afc4000) 00000800:00000200:86.0:1596748093.147981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3fafc5000 0x377afc5000(0x377afc5000) 00000800:00000200:86.0:1596748093.147982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3fafc6000 0x377afc6000(0x377afc6000) 00000800:00000200:86.0:1596748093.147983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3fafc7000 0x377afc7000(0x377afc7000) 00000800:00000200:86.0:1596748093.147983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3faff0000 0x377aff0000(0x377aff0000) 00000800:00000200:86.0:1596748093.147984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3faff1000 0x377aff1000(0x377aff1000) 00000800:00000200:86.0:1596748093.147985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3faff2000 0x377aff2000(0x377aff2000) 00000800:00000200:86.0:1596748093.147985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3faff3000 0x377aff3000(0x377aff3000) 00000800:00000200:86.0:1596748093.147986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3faff4000 0x377aff4000(0x377aff4000) 00000800:00000200:86.0:1596748093.147987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3faff5000 0x377aff5000(0x377aff5000) 00000800:00000200:86.0:1596748093.147988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3faff6000 0x377aff6000(0x377aff6000) 00000800:00000200:86.0:1596748093.147988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3faff7000 0x377aff7000(0x377aff7000) 00000800:00000200:86.0:1596748093.147989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3faff8000 0x377aff8000(0x377aff8000) 00000800:00000200:86.0:1596748093.147990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3faff9000 0x377aff9000(0x377aff9000) 00000800:00000200:86.0:1596748093.147991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3faffa000 0x377affa000(0x377affa000) 00000800:00000200:86.0:1596748093.147991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3faffb000 0x377affb000(0x377affb000) 00000800:00000200:86.0:1596748093.147992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3faffc000 0x377affc000(0x377affc000) 00000800:00000010:86.0:1596748093.148547:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848780 (tot 157074410). 00000800:00000200:86.0:1596748093.148548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148556:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.148565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3fb16ee00] (20)-- 00000800:00000200:86.0:1596748093.148567:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.79@o2ib36 00000800:00000200:86.0:1596748093.148830:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748093.149197:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.79@o2ib36 00000800:00000200:86.0:1596748093.149198:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.79@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748093.149199:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28bec0 (tot 157074274). 00000800:00000200:86.0:1596748093.149199:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3fb16ee00] (19)++ 00000800:00000200:86.0:1596748093.149200:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3fb16ee00] (20)++ 00000800:00000200:86.0:1596748093.149201:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3fb16ee00] (21)-- 00000800:00000200:36.2:1596748093.149203:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3fb16ee00] (20)++ 00000800:00000010:86.0:1596748093.284892:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783dbf80 (tot 157074386). 00000800:00000200:86.0:1596748093.284895:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783dbf80] -> 192.168.128.20@o2ib36 (1)++ 00000800:00000010:86.0:1596748093.284897:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db080 (tot 157074498). 00000800:00000010:86.0:1596748093.284901:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447082000 (tot 157074794). 00000800:00000010:86.0:1596748093.284903:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d07ec0 (tot 157074930). 00000800:00000010:86.0:1596748093.284905:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e175800 (tot 157076802). 00000800:00000010:86.0:1596748093.284906:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d07bc0 (tot 157076954). 00000800:00000200:86.0:1596748093.284914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476ee2000 0x17f6ee2000(0x17f6ee2000) 00000800:00000200:86.0:1596748093.284915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476ee3000 0x17f6ee3000(0x17f6ee3000) 00000800:00000200:86.0:1596748093.284916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476ee4000 0x17f6ee4000(0x17f6ee4000) 00000800:00000200:86.0:1596748093.284917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476ee5000 0x17f6ee5000(0x17f6ee5000) 00000800:00000200:86.0:1596748093.284917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476ee6000 0x17f6ee6000(0x17f6ee6000) 00000800:00000200:86.0:1596748093.284918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476ee7000 0x17f6ee7000(0x17f6ee7000) 00000800:00000200:86.0:1596748093.284919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476ee8000 0x17f6ee8000(0x17f6ee8000) 00000800:00000200:86.0:1596748093.284920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476ee9000 0x17f6ee9000(0x17f6ee9000) 00000800:00000200:86.0:1596748093.284920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476eea000 0x17f6eea000(0x17f6eea000) 00000800:00000200:86.0:1596748093.284921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476eeb000 0x17f6eeb000(0x17f6eeb000) 00000800:00000200:86.0:1596748093.284922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476eec000 0x17f6eec000(0x17f6eec000) 00000800:00000200:86.0:1596748093.284922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476eed000 0x17f6eed000(0x17f6eed000) 00000800:00000200:86.0:1596748093.284923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476eee000 0x17f6eee000(0x17f6eee000) 00000800:00000200:86.0:1596748093.284924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476eef000 0x17f6eef000(0x17f6eef000) 00000800:00000200:86.0:1596748093.284925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476ef0000 0x17f6ef0000(0x17f6ef0000) 00000800:00000200:86.0:1596748093.284926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476ef1000 0x17f6ef1000(0x17f6ef1000) 00000800:00000200:86.0:1596748093.284926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476ef2000 0x17f6ef2000(0x17f6ef2000) 00000800:00000200:86.0:1596748093.284927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476ef3000 0x17f6ef3000(0x17f6ef3000) 00000800:00000010:86.0:1596748093.285467:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db080 (tot 157076842). 00000800:00000200:86.0:1596748093.285468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.285486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447082000] (20)-- 00000800:00000200:86.0:1596748093.285487:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.20@o2ib36 00000800:00000200:86.0:1596748093.285760:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748093.286145:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.20@o2ib36 00000800:00000200:86.0:1596748093.286147:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.20@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748093.286147:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d07ec0 (tot 157076706). 00000800:00000200:86.0:1596748093.286148:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447082000] (19)++ 00000800:00000200:86.0:1596748093.286149:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447082000] (20)++ 00000800:00000200:86.0:1596748093.286150:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447082000] (21)-- 00000800:00000200:39.2:1596748093.286304:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447082000] (20)++ 00000800:00000010:86.0:1596748093.292830:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35680 (tot 157076818). 00000800:00000200:86.0:1596748093.292833:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35680] -> 192.168.128.115@o2ib36 (1)++ 00000800:00000010:86.0:1596748093.292836:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35600 (tot 157076930). 00000800:00000010:86.0:1596748093.292840:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d51b000 (tot 157077226). 00000800:00000010:86.0:1596748093.292844:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c696000 (tot 157077362). 00000800:00000010:86.0:1596748093.292846:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbab000 (tot 157079234). 00000800:00000010:86.0:1596748093.292847:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c696540 (tot 157079386). 00000800:00000200:86.0:1596748093.292851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c6de000 0x7dc6de000(0x7dc6de000) 00000800:00000200:86.0:1596748093.292852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c6df000 0x7dc6df000(0x7dc6df000) 00000800:00000200:86.0:1596748093.292853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c6e0000 0x7dc6e0000(0x7dc6e0000) 00000800:00000200:86.0:1596748093.292854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c6e1000 0x7dc6e1000(0x7dc6e1000) 00000800:00000200:86.0:1596748093.292854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c6e2000 0x7dc6e2000(0x7dc6e2000) 00000800:00000200:86.0:1596748093.292855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c6e3000 0x7dc6e3000(0x7dc6e3000) 00000800:00000200:86.0:1596748093.292856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c6e4000 0x7dc6e4000(0x7dc6e4000) 00000800:00000200:86.0:1596748093.292857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c6e5000 0x7dc6e5000(0x7dc6e5000) 00000800:00000200:86.0:1596748093.292857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c6e6000 0x7dc6e6000(0x7dc6e6000) 00000800:00000200:86.0:1596748093.292858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c6e7000 0x7dc6e7000(0x7dc6e7000) 00000800:00000200:86.0:1596748093.292859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c6e8000 0x7dc6e8000(0x7dc6e8000) 00000800:00000200:86.0:1596748093.292860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c6e9000 0x7dc6e9000(0x7dc6e9000) 00000800:00000200:86.0:1596748093.292860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c6ea000 0x7dc6ea000(0x7dc6ea000) 00000800:00000200:86.0:1596748093.292861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c6eb000 0x7dc6eb000(0x7dc6eb000) 00000800:00000200:86.0:1596748093.292862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c6ec000 0x7dc6ec000(0x7dc6ec000) 00000800:00000200:86.0:1596748093.292863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c6ed000 0x7dc6ed000(0x7dc6ed000) 00000800:00000200:86.0:1596748093.292863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c6ee000 0x7dc6ee000(0x7dc6ee000) 00000800:00000200:86.0:1596748093.292864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c6ef000 0x7dc6ef000(0x7dc6ef000) 00000800:00000010:86.0:1596748093.293400:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35600 (tot 157079274). 00000800:00000200:86.0:1596748093.293401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.293418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51b000] (20)-- 00000800:00000200:86.0:1596748093.293420:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.115@o2ib36 00000800:00000200:86.0:1596748093.293674:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748093.294550:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.115@o2ib36 00000800:00000200:86.0:1596748093.294551:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.115@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748093.294552:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c696000 (tot 157079138). 00000800:00000200:86.0:1596748093.294553:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d51b000] (19)++ 00000800:00000200:86.0:1596748093.294553:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d51b000] (20)++ 00000800:00000200:86.0:1596748093.294554:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d51b000] (21)-- 00000800:00000200:41.2:1596748093.294566:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51b000] (20)++ 00000800:00000200:86.0:1596748093.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748093.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748093.513065:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2500 (tot 157079250). 00000800:00000200:86.0:1596748093.513068:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2500] -> 192.168.128.167@o2ib36 (1)++ 00000800:00000010:86.0:1596748093.513070:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2580 (tot 157079362). 00000800:00000010:86.0:1596748093.513072:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5eb3cc00 (tot 157079658). 00000800:00000010:86.0:1596748093.513073:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e06bec0 (tot 157079794). 00000800:00000010:86.0:1596748093.513075:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e126800 (tot 157081666). 00000800:00000010:86.0:1596748093.513078:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e182000 (tot 157081818). 00000800:00000200:86.0:1596748093.513080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e168000 0xfde168000(0xfde168000) 00000800:00000200:86.0:1596748093.513081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e169000 0xfde169000(0xfde169000) 00000800:00000200:86.0:1596748093.513082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e16a000 0xfde16a000(0xfde16a000) 00000800:00000200:86.0:1596748093.513083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e16b000 0xfde16b000(0xfde16b000) 00000800:00000200:86.0:1596748093.513084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e16c000 0xfde16c000(0xfde16c000) 00000800:00000200:86.0:1596748093.513085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e16d000 0xfde16d000(0xfde16d000) 00000800:00000200:86.0:1596748093.513085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e16e000 0xfde16e000(0xfde16e000) 00000800:00000200:86.0:1596748093.513086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e16f000 0xfde16f000(0xfde16f000) 00000800:00000200:86.0:1596748093.513087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e170000 0xfde170000(0xfde170000) 00000800:00000200:86.0:1596748093.513087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e171000 0xfde171000(0xfde171000) 00000800:00000200:86.0:1596748093.513088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e172000 0xfde172000(0xfde172000) 00000800:00000200:86.0:1596748093.513089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e173000 0xfde173000(0xfde173000) 00000800:00000200:86.0:1596748093.513090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e174000 0xfde174000(0xfde174000) 00000800:00000200:86.0:1596748093.513090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e175000 0xfde175000(0xfde175000) 00000800:00000200:86.0:1596748093.513091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e176000 0xfde176000(0xfde176000) 00000800:00000200:86.0:1596748093.513092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e177000 0xfde177000(0xfde177000) 00000800:00000200:86.0:1596748093.513093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e178000 0xfde178000(0xfde178000) 00000800:00000200:86.0:1596748093.513093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e179000 0xfde179000(0xfde179000) 00000800:00000010:86.0:1596748093.513633:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2580 (tot 157081706). 00000800:00000200:86.0:1596748093.513634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.513652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3cc00] (20)-- 00000800:00000200:86.0:1596748093.513653:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.167@o2ib36 00000800:00000200:86.0:1596748093.513901:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748093.514293:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.167@o2ib36 00000800:00000200:86.0:1596748093.514295:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.167@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748093.514295:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e06bec0 (tot 157081570). 00000800:00000200:86.0:1596748093.514296:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5eb3cc00] (19)++ 00000800:00000200:86.0:1596748093.514297:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5eb3cc00] (20)++ 00000800:00000200:86.0:1596748093.514298:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5eb3cc00] (21)-- 00000800:00000200:88.2:1596748093.514464:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3cc00] (20)++ 00000800:00000010:86.0:1596748093.876483:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db400 (tot 157081682). 00000800:00000200:86.0:1596748093.876487:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db400] -> 192.168.128.7@o2ib36 (1)++ 00000800:00000010:86.0:1596748093.876489:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db380 (tot 157081794). 00000800:00000010:86.0:1596748093.876491:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447086600 (tot 157082090). 00000800:00000010:86.0:1596748093.876493:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157082226). 00000800:00000010:86.0:1596748093.876494:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e173000 (tot 157084098). 00000800:00000010:86.0:1596748093.876495:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d06540 (tot 157084250). 00000800:00000200:86.0:1596748093.876513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476ef4000 0x17f6ef4000(0x17f6ef4000) 00000800:00000200:86.0:1596748093.876514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476ef5000 0x17f6ef5000(0x17f6ef5000) 00000800:00000200:86.0:1596748093.876515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476ef6000 0x17f6ef6000(0x17f6ef6000) 00000800:00000200:86.0:1596748093.876516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476ef7000 0x17f6ef7000(0x17f6ef7000) 00000800:00000200:86.0:1596748093.876516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476ef8000 0x17f6ef8000(0x17f6ef8000) 00000800:00000200:86.0:1596748093.876517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476ef9000 0x17f6ef9000(0x17f6ef9000) 00000800:00000200:86.0:1596748093.876518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476efa000 0x17f6efa000(0x17f6efa000) 00000800:00000200:86.0:1596748093.876519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476efb000 0x17f6efb000(0x17f6efb000) 00000800:00000200:86.0:1596748093.876519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476efc000 0x17f6efc000(0x17f6efc000) 00000800:00000200:86.0:1596748093.876521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476efd000 0x17f6efd000(0x17f6efd000) 00000800:00000200:86.0:1596748093.876522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476efe000 0x17f6efe000(0x17f6efe000) 00000800:00000200:86.0:1596748093.876522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476eff000 0x17f6eff000(0x17f6eff000) 00000800:00000200:86.0:1596748093.876523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476900000 0x17f6900000(0x17f6900000) 00000800:00000200:86.0:1596748093.876524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476901000 0x17f6901000(0x17f6901000) 00000800:00000200:86.0:1596748093.876525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476902000 0x17f6902000(0x17f6902000) 00000800:00000200:86.0:1596748093.876525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476903000 0x17f6903000(0x17f6903000) 00000800:00000200:86.0:1596748093.876526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476904000 0x17f6904000(0x17f6904000) 00000800:00000200:86.0:1596748093.876527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476905000 0x17f6905000(0x17f6905000) 00000800:00000010:86.0:1596748093.877087:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db380 (tot 157084138). 00000800:00000200:86.0:1596748093.877088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086600] (20)-- 00000800:00000200:86.0:1596748093.877108:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.7@o2ib36 00000800:00000200:86.0:1596748093.877368:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748093.877778:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.7@o2ib36 00000800:00000200:86.0:1596748093.877780:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.7@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748093.877781:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157084002). 00000800:00000200:86.0:1596748093.877782:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447086600] (19)++ 00000800:00000200:86.0:1596748093.877783:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447086600] (20)++ 00000800:00000200:86.0:1596748093.877784:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447086600] (21)-- 00000800:00000200:36.2:1596748093.877787:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447086600] (20)++ 00000800:00000010:86.0:1596748094.002857:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556080 (tot 157084114). 00000800:00000200:86.0:1596748094.002860:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556080] -> 192.168.128.8@o2ib36 (1)++ 00000800:00000010:86.0:1596748094.002862:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556100 (tot 157084226). 00000800:00000010:86.0:1596748094.002863:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc557b1400 (tot 157084522). 00000800:00000010:86.0:1596748094.002865:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157084658). 00000800:00000010:86.0:1596748094.002866:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f1000 (tot 157086530). 00000800:00000010:86.0:1596748094.002868:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab680 (tot 157086682). 00000800:00000200:86.0:1596748094.002875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55156000 0x3fd5156000(0x3fd5156000) 00000800:00000200:86.0:1596748094.002876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55153000 0x3fd5153000(0x3fd5153000) 00000800:00000200:86.0:1596748094.002877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5538d000 0x3fd538d000(0x3fd538d000) 00000800:00000200:86.0:1596748094.002878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc554e6000 0x3fd54e6000(0x3fd54e6000) 00000800:00000200:86.0:1596748094.002879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc71776000 0x3ff1776000(0x3ff1776000) 00000800:00000200:86.0:1596748094.002880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc71777000 0x3ff1777000(0x3ff1777000) 00000800:00000200:86.0:1596748094.002880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7c126000 0x3ffc126000(0x3ffc126000) 00000800:00000200:86.0:1596748094.002881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7c127000 0x3ffc127000(0x3ffc127000) 00000800:00000200:86.0:1596748094.002882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7a124000 0x3ffa124000(0x3ffa124000) 00000800:00000200:86.0:1596748094.002882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc7a125000 0x3ffa125000(0x3ffa125000) 00000800:00000200:86.0:1596748094.002883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55182000 0x3fd5182000(0x3fd5182000) 00000800:00000200:86.0:1596748094.002884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55183000 0x3fd5183000(0x3fd5183000) 00000800:00000200:86.0:1596748094.002885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc563d4000 0x3fd63d4000(0x3fd63d4000) 00000800:00000200:86.0:1596748094.002885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc563d5000 0x3fd63d5000(0x3fd63d5000) 00000800:00000200:86.0:1596748094.002886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55154000 0x3fd5154000(0x3fd5154000) 00000800:00000200:86.0:1596748094.002887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc55155000 0x3fd5155000(0x3fd5155000) 00000800:00000200:86.0:1596748094.002888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc55150000 0x3fd5150000(0x3fd5150000) 00000800:00000200:86.0:1596748094.002888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc55151000 0x3fd5151000(0x3fd5151000) 00000800:00000010:86.0:1596748094.003437:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556100 (tot 157086570). 00000800:00000200:86.0:1596748094.003438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.003456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc557b1400] (20)-- 00000800:00000200:86.0:1596748094.003457:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.8@o2ib36 00000800:00000200:86.0:1596748094.003705:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748094.004053:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.8@o2ib36 00000800:00000200:86.0:1596748094.004054:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.8@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748094.004055:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157086434). 00000800:00000200:86.0:1596748094.004056:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc557b1400] (19)++ 00000800:00000200:86.0:1596748094.004057:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc557b1400] (20)++ 00000800:00000200:86.0:1596748094.004058:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc557b1400] (21)-- 00000800:00000200:38.2:1596748094.004059:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc557b1400] (21)++ 00000800:00000010:86.0:1596748094.115075:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0680 (tot 157086546). 00000800:00000200:86.0:1596748094.115079:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0680] -> 192.168.128.14@o2ib36 (1)++ 00000800:00000010:86.0:1596748094.115080:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0700 (tot 157086658). 00000800:00000010:86.0:1596748094.115083:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6bc00 (tot 157086954). 00000800:00000010:86.0:1596748094.115085:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157087090). 00000800:00000010:86.0:1596748094.115087:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6593a000 (tot 157088962). 00000800:00000010:86.0:1596748094.115088:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb2540 (tot 157089114). 00000800:00000200:86.0:1596748094.115095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7edcc000 0x2ffedcc000(0x2ffedcc000) 00000800:00000200:86.0:1596748094.115096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc7edcd000 0x2ffedcd000(0x2ffedcd000) 00000800:00000200:86.0:1596748094.115097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65ca4000 0x2fe5ca4000(0x2fe5ca4000) 00000800:00000200:86.0:1596748094.115097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65ca5000 0x2fe5ca5000(0x2fe5ca5000) 00000800:00000200:86.0:1596748094.115098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7f11c000 0x2fff11c000(0x2fff11c000) 00000800:00000200:86.0:1596748094.115099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7f11d000 0x2fff11d000(0x2fff11d000) 00000800:00000200:86.0:1596748094.115100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7f11e000 0x2fff11e000(0x2fff11e000) 00000800:00000200:86.0:1596748094.115101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7f11f000 0x2fff11f000(0x2fff11f000) 00000800:00000200:86.0:1596748094.115101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7f60c000 0x2fff60c000(0x2fff60c000) 00000800:00000200:86.0:1596748094.115102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7f60d000 0x2fff60d000(0x2fff60d000) 00000800:00000200:86.0:1596748094.115103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7f60e000 0x2fff60e000(0x2fff60e000) 00000800:00000200:86.0:1596748094.115103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7f60f000 0x2fff60f000(0x2fff60f000) 00000800:00000200:86.0:1596748094.115104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65c44000 0x2fe5c44000(0x2fe5c44000) 00000800:00000200:86.0:1596748094.115105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65c45000 0x2fe5c45000(0x2fe5c45000) 00000800:00000200:86.0:1596748094.115106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65c46000 0x2fe5c46000(0x2fe5c46000) 00000800:00000200:86.0:1596748094.115106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65c47000 0x2fe5c47000(0x2fe5c47000) 00000800:00000200:86.0:1596748094.115107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67b40000 0x2fe7b40000(0x2fe7b40000) 00000800:00000200:86.0:1596748094.115108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67b41000 0x2fe7b41000(0x2fe7b41000) 00000800:00000010:86.0:1596748094.115670:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0700 (tot 157089002). 00000800:00000200:86.0:1596748094.115672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115685:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.115689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6bc00] (20)-- 00000800:00000200:86.0:1596748094.115691:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.14@o2ib36 00000800:00000200:86.0:1596748094.115955:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748094.116318:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.14@o2ib36 00000800:00000200:86.0:1596748094.116319:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.14@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748094.116320:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157088866). 00000800:00000200:86.0:1596748094.116321:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6bc00] (19)++ 00000800:00000200:86.0:1596748094.116321:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6bc00] (20)++ 00000800:00000200:86.0:1596748094.116322:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6bc00] (21)-- 00000800:00000200:40.2:1596748094.116480:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6bc00] (20)++ 00000800:00000010:86.0:1596748094.297786:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3a80 (tot 157088978). 00000800:00000200:86.0:1596748094.297789:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3a80] -> 192.168.128.31@o2ib36 (1)++ 00000800:00000010:86.0:1596748094.297791:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3a00 (tot 157089090). 00000800:00000010:86.0:1596748094.297795:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5eb3e800 (tot 157089386). 00000800:00000010:86.0:1596748094.297797:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157089522). 00000800:00000010:86.0:1596748094.297799:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e123000 (tot 157091394). 00000800:00000010:86.0:1596748094.297800:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e183e00 (tot 157091546). 00000800:00000200:86.0:1596748094.297805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e17a000 0xfde17a000(0xfde17a000) 00000800:00000200:86.0:1596748094.297806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e17b000 0xfde17b000(0xfde17b000) 00000800:00000200:86.0:1596748094.297807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e17c000 0xfde17c000(0xfde17c000) 00000800:00000200:86.0:1596748094.297808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e17d000 0xfde17d000(0xfde17d000) 00000800:00000200:86.0:1596748094.297809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e17e000 0xfde17e000(0xfde17e000) 00000800:00000200:86.0:1596748094.297809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e17f000 0xfde17f000(0xfde17f000) 00000800:00000200:86.0:1596748094.297810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e180000 0xfde180000(0xfde180000) 00000800:00000200:86.0:1596748094.297811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e181000 0xfde181000(0xfde181000) 00000800:00000200:86.0:1596748094.297812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e184000 0xfde184000(0xfde184000) 00000800:00000200:86.0:1596748094.297812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e185000 0xfde185000(0xfde185000) 00000800:00000200:86.0:1596748094.297813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e186000 0xfde186000(0xfde186000) 00000800:00000200:86.0:1596748094.297814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e187000 0xfde187000(0xfde187000) 00000800:00000200:86.0:1596748094.297815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e188000 0xfde188000(0xfde188000) 00000800:00000200:86.0:1596748094.297815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e189000 0xfde189000(0xfde189000) 00000800:00000200:86.0:1596748094.297816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e18a000 0xfde18a000(0xfde18a000) 00000800:00000200:86.0:1596748094.297817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e18b000 0xfde18b000(0xfde18b000) 00000800:00000200:86.0:1596748094.297817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e18c000 0xfde18c000(0xfde18c000) 00000800:00000200:86.0:1596748094.297818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e18d000 0xfde18d000(0xfde18d000) 00000800:00000010:86.0:1596748094.298360:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3a00 (tot 157091434). 00000800:00000200:86.0:1596748094.298361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298362:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298363:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298363:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298364:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298365:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298365:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298365:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298366:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298366:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298367:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298367:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298369:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298370:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298371:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298372:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298373:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298373:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298374:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298374:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298375:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298375:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298376:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298376:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298377:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298378:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298378:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.298379:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5eb3e800] (20)-- 00000800:00000200:86.0:1596748094.298380:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.31@o2ib36 00000800:00000200:86.0:1596748094.298654:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748094.299078:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.31@o2ib36 00000800:00000200:86.0:1596748094.299079:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.31@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748094.299080:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157091298). 00000800:00000200:86.0:1596748094.299081:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5eb3e800] (19)++ 00000800:00000200:86.0:1596748094.299081:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5eb3e800] (20)++ 00000800:00000200:86.0:1596748094.299082:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5eb3e800] (21)-- 00000800:00000200:89.2:1596748094.299087:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5eb3e800] (20)++ 00000800:00020000:15.0:1596748094.352524:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748094.352527:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748094.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55298000] (22)++ 00000800:00000100:15.0:1596748094.352530:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748094.352532:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b44080] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:15.0:1596748094.352533:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55298000] (23)-- 00000400:00000200:15.0:1596748094.353059:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:15.0:1596748094.353061:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:15.0:1596748094.353062:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55298000] (22)-- 00000800:00000200:86.0:1596748094.353389:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55298000] (21)-- 00000800:00000010:86.0:1596748094.472966:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34700 (tot 157091410). 00000800:00000200:86.0:1596748094.472970:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34700] -> 192.168.128.149@o2ib36 (1)++ 00000800:00000010:86.0:1596748094.472972:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34780 (tot 157091522). 00000800:00000010:86.0:1596748094.472977:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d519e00 (tot 157091818). 00000800:00000010:86.0:1596748094.472979:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157091954). 00000800:00000010:86.0:1596748094.472980:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cbac800 (tot 157093826). 00000800:00000010:86.0:1596748094.472981:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c697980 (tot 157093978). 00000800:00000200:86.0:1596748094.472988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c6f0000 0x7dc6f0000(0x7dc6f0000) 00000800:00000200:86.0:1596748094.472989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c6f1000 0x7dc6f1000(0x7dc6f1000) 00000800:00000200:86.0:1596748094.472990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c6f2000 0x7dc6f2000(0x7dc6f2000) 00000800:00000200:86.0:1596748094.472992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c6f3000 0x7dc6f3000(0x7dc6f3000) 00000800:00000200:86.0:1596748094.472992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c6f4000 0x7dc6f4000(0x7dc6f4000) 00000800:00000200:86.0:1596748094.472993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c6f5000 0x7dc6f5000(0x7dc6f5000) 00000800:00000200:86.0:1596748094.472994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c6f6000 0x7dc6f6000(0x7dc6f6000) 00000800:00000200:86.0:1596748094.472995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c6f7000 0x7dc6f7000(0x7dc6f7000) 00000800:00000200:86.0:1596748094.472995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c6f8000 0x7dc6f8000(0x7dc6f8000) 00000800:00000200:86.0:1596748094.472996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c6f9000 0x7dc6f9000(0x7dc6f9000) 00000800:00000200:86.0:1596748094.472997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c6fa000 0x7dc6fa000(0x7dc6fa000) 00000800:00000200:86.0:1596748094.472998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c6fb000 0x7dc6fb000(0x7dc6fb000) 00000800:00000200:86.0:1596748094.472998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c6fc000 0x7dc6fc000(0x7dc6fc000) 00000800:00000200:86.0:1596748094.472999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c6fd000 0x7dc6fd000(0x7dc6fd000) 00000800:00000200:86.0:1596748094.473000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c6fe000 0x7dc6fe000(0x7dc6fe000) 00000800:00000200:86.0:1596748094.473001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c6ff000 0x7dc6ff000(0x7dc6ff000) 00000800:00000200:86.0:1596748094.473001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c700000 0x7dc700000(0x7dc700000) 00000800:00000200:86.0:1596748094.473002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c701000 0x7dc701000(0x7dc701000) 00000800:00000010:86.0:1596748094.473566:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34780 (tot 157093866). 00000800:00000200:86.0:1596748094.473568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.473585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d519e00] (20)-- 00000800:00000200:86.0:1596748094.473587:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.149@o2ib36 00000800:00000200:86.0:1596748094.473851:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:40.2:1596748094.474644:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d519e00] (19)++ 00000800:00000200:86.0:1596748094.474651:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.149@o2ib36 00000800:00000200:86.0:1596748094.474653:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.149@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748094.474654:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157093730). 00000800:00000200:86.0:1596748094.474656:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d519e00] (20)++ 00000800:00000200:86.0:1596748094.474656:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d519e00] (21)++ 00000800:00000200:86.0:1596748094.474657:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d519e00] (22)-- 00000800:00000010:86.0:1596748094.513861:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34a80 (tot 157093842). 00000800:00000200:86.0:1596748094.513865:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34a80] -> 192.168.128.25@o2ib36 (1)++ 00000800:00000010:86.0:1596748094.513867:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34b00 (tot 157093954). 00000800:00000010:86.0:1596748094.513870:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc96400 (tot 157094250). 00000800:00000010:86.0:1596748094.513872:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80e240 (tot 157094386). 00000800:00000010:86.0:1596748094.513874:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c18d800 (tot 157096258). 00000800:00000010:86.0:1596748094.513875:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80e780 (tot 157096410). 00000800:00000200:86.0:1596748094.513881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b847000 0x1fdb847000(0x1fdb847000) 00000800:00000200:86.0:1596748094.513882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b848000 0x1fdb848000(0x1fdb848000) 00000800:00000200:86.0:1596748094.513883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b849000 0x1fdb849000(0x1fdb849000) 00000800:00000200:86.0:1596748094.513884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b84a000 0x1fdb84a000(0x1fdb84a000) 00000800:00000200:86.0:1596748094.513885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b84b000 0x1fdb84b000(0x1fdb84b000) 00000800:00000200:86.0:1596748094.513886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b84c000 0x1fdb84c000(0x1fdb84c000) 00000800:00000200:86.0:1596748094.513886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b84d000 0x1fdb84d000(0x1fdb84d000) 00000800:00000200:86.0:1596748094.513887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b84e000 0x1fdb84e000(0x1fdb84e000) 00000800:00000200:86.0:1596748094.513888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b84f000 0x1fdb84f000(0x1fdb84f000) 00000800:00000200:86.0:1596748094.513889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b850000 0x1fdb850000(0x1fdb850000) 00000800:00000200:86.0:1596748094.513889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b851000 0x1fdb851000(0x1fdb851000) 00000800:00000200:86.0:1596748094.513890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b852000 0x1fdb852000(0x1fdb852000) 00000800:00000200:86.0:1596748094.513891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b853000 0x1fdb853000(0x1fdb853000) 00000800:00000200:86.0:1596748094.513892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b854000 0x1fdb854000(0x1fdb854000) 00000800:00000200:86.0:1596748094.513892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b855000 0x1fdb855000(0x1fdb855000) 00000800:00000200:86.0:1596748094.513893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b856000 0x1fdb856000(0x1fdb856000) 00000800:00000200:86.0:1596748094.513894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b857000 0x1fdb857000(0x1fdb857000) 00000800:00000200:86.0:1596748094.513894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b858000 0x1fdb858000(0x1fdb858000) 00000800:00000010:86.0:1596748094.514459:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34b00 (tot 157096298). 00000800:00000200:86.0:1596748094.514460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.514478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96400] (20)-- 00000800:00000200:86.0:1596748094.514479:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.25@o2ib36 00000800:00000200:86.0:1596748094.514766:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748094.515159:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.25@o2ib36 00000800:00000200:86.0:1596748094.515160:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.25@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748094.515161:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80e240 (tot 157096162). 00000800:00000200:86.0:1596748094.515162:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc96400] (19)++ 00000800:00000200:86.0:1596748094.515163:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc96400] (20)++ 00000800:00000200:86.0:1596748094.515163:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc96400] (21)-- 00000800:00000200:89.2:1596748094.515168:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc96400] (20)++ 00000800:00000010:86.0:1596748094.827493:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db080 (tot 157096274). 00000800:00000200:86.0:1596748094.827496:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db080] -> 192.168.128.130@o2ib36 (1)++ 00000800:00000010:86.0:1596748094.827508:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db100 (tot 157096386). 00000800:00000010:86.0:1596748094.827510:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447081600 (tot 157096682). 00000800:00000010:86.0:1596748094.827512:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d07ec0 (tot 157096818). 00000800:00000010:86.0:1596748094.827513:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e174800 (tot 157098690). 00000800:00000010:86.0:1596748094.827514:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d07980 (tot 157098842). 00000800:00000200:86.0:1596748094.827518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476906000 0x17f6906000(0x17f6906000) 00000800:00000200:86.0:1596748094.827519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476907000 0x17f6907000(0x17f6907000) 00000800:00000200:86.0:1596748094.827520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476908000 0x17f6908000(0x17f6908000) 00000800:00000200:86.0:1596748094.827520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476909000 0x17f6909000(0x17f6909000) 00000800:00000200:86.0:1596748094.827521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47690a000 0x17f690a000(0x17f690a000) 00000800:00000200:86.0:1596748094.827522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47690b000 0x17f690b000(0x17f690b000) 00000800:00000200:86.0:1596748094.827523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47690c000 0x17f690c000(0x17f690c000) 00000800:00000200:86.0:1596748094.827523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47690d000 0x17f690d000(0x17f690d000) 00000800:00000200:86.0:1596748094.827524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47690e000 0x17f690e000(0x17f690e000) 00000800:00000200:86.0:1596748094.827525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47690f000 0x17f690f000(0x17f690f000) 00000800:00000200:86.0:1596748094.827525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476910000 0x17f6910000(0x17f6910000) 00000800:00000200:86.0:1596748094.827526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476911000 0x17f6911000(0x17f6911000) 00000800:00000200:86.0:1596748094.827527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476912000 0x17f6912000(0x17f6912000) 00000800:00000200:86.0:1596748094.827528:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476913000 0x17f6913000(0x17f6913000) 00000800:00000200:86.0:1596748094.827528:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476914000 0x17f6914000(0x17f6914000) 00000800:00000200:86.0:1596748094.827529:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476915000 0x17f6915000(0x17f6915000) 00000800:00000200:86.0:1596748094.827530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476916000 0x17f6916000(0x17f6916000) 00000800:00000200:86.0:1596748094.827530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476917000 0x17f6917000(0x17f6917000) 00000800:00000010:86.0:1596748094.828105:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db100 (tot 157098730). 00000800:00000200:86.0:1596748094.828107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447081600] (20)-- 00000800:00000200:86.0:1596748094.828125:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.130@o2ib36 00000800:00000200:86.0:1596748094.828372:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748094.828728:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.130@o2ib36 00000800:00000200:86.0:1596748094.828730:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.130@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748094.828731:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d07ec0 (tot 157098594). 00000800:00000200:86.0:1596748094.828732:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447081600] (19)++ 00000800:00000200:86.0:1596748094.828732:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447081600] (20)++ 00000800:00000200:86.0:1596748094.828733:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447081600] (21)-- 00000800:00000200:36.2:1596748094.828735:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447081600] (20)++ 00000800:00000010:86.0:1596748095.027317:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1700 (tot 157098706). 00000800:00000200:86.0:1596748095.027320:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1700] -> 192.168.128.103@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.027322:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1680 (tot 157098818). 00000800:00000010:86.0:1596748095.027324:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d00400 (tot 157099114). 00000800:00000010:86.0:1596748095.027325:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157099250). 00000800:00000010:86.0:1596748095.027327:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6593c800 (tot 157101122). 00000800:00000010:86.0:1596748095.027328:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb3740 (tot 157101274). 00000800:00000200:86.0:1596748095.027336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67b42000 0x2fe7b42000(0x2fe7b42000) 00000800:00000200:86.0:1596748095.027337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67b43000 0x2fe7b43000(0x2fe7b43000) 00000800:00000200:86.0:1596748095.027338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65e40000 0x2fe5e40000(0x2fe5e40000) 00000800:00000200:86.0:1596748095.027339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65e41000 0x2fe5e41000(0x2fe5e41000) 00000800:00000200:86.0:1596748095.027339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65e42000 0x2fe5e42000(0x2fe5e42000) 00000800:00000200:86.0:1596748095.027340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65e43000 0x2fe5e43000(0x2fe5e43000) 00000800:00000200:86.0:1596748095.027341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65ca0000 0x2fe5ca0000(0x2fe5ca0000) 00000800:00000200:86.0:1596748095.027341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65ca1000 0x2fe5ca1000(0x2fe5ca1000) 00000800:00000200:86.0:1596748095.027342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65ca2000 0x2fe5ca2000(0x2fe5ca2000) 00000800:00000200:86.0:1596748095.027343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65ca3000 0x2fe5ca3000(0x2fe5ca3000) 00000800:00000200:86.0:1596748095.027344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65f5c000 0x2fe5f5c000(0x2fe5f5c000) 00000800:00000200:86.0:1596748095.027344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65f5d000 0x2fe5f5d000(0x2fe5f5d000) 00000800:00000200:86.0:1596748095.027345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65f5e000 0x2fe5f5e000(0x2fe5f5e000) 00000800:00000200:86.0:1596748095.027346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65f5f000 0x2fe5f5f000(0x2fe5f5f000) 00000800:00000200:86.0:1596748095.027347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65e30000 0x2fe5e30000(0x2fe5e30000) 00000800:00000200:86.0:1596748095.027347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65e31000 0x2fe5e31000(0x2fe5e31000) 00000800:00000200:86.0:1596748095.027348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65e32000 0x2fe5e32000(0x2fe5e32000) 00000800:00000200:86.0:1596748095.027349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65e33000 0x2fe5e33000(0x2fe5e33000) 00000800:00000010:86.0:1596748095.027916:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1680 (tot 157101162). 00000800:00000200:86.0:1596748095.027917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.027935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d00400] (20)-- 00000800:00000200:86.0:1596748095.027936:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.103@o2ib36 00000800:00000200:86.0:1596748095.028189:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.028534:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.103@o2ib36 00000800:00000200:86.0:1596748095.028536:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.103@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.028536:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157101026). 00000800:00000200:84.2:1596748095.028536:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.028537:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d00400] (19)++ 00000800:00000200:86.0:1596748095.028538:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d00400] (21)++ 00000800:00000200:86.0:1596748095.028539:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d00400] (22)-- 00000800:00000010:86.0:1596748095.081922:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2580 (tot 157101138). 00000800:00000200:86.0:1596748095.081925:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2580] -> 192.168.128.120@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.081927:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2600 (tot 157101250). 00000800:00000010:86.0:1596748095.081929:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e626200 (tot 157101546). 00000800:00000010:86.0:1596748095.081930:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e182240 (tot 157101682). 00000800:00000010:86.0:1596748095.081932:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e125800 (tot 157103554). 00000800:00000010:86.0:1596748095.081933:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e182300 (tot 157103706). 00000800:00000200:86.0:1596748095.081935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e18e000 0xfde18e000(0xfde18e000) 00000800:00000200:86.0:1596748095.081937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e18f000 0xfde18f000(0xfde18f000) 00000800:00000200:86.0:1596748095.081937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e190000 0xfde190000(0xfde190000) 00000800:00000200:86.0:1596748095.081938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e191000 0xfde191000(0xfde191000) 00000800:00000200:86.0:1596748095.081939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e192000 0xfde192000(0xfde192000) 00000800:00000200:86.0:1596748095.081940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e193000 0xfde193000(0xfde193000) 00000800:00000200:86.0:1596748095.081940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e194000 0xfde194000(0xfde194000) 00000800:00000200:86.0:1596748095.081941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e195000 0xfde195000(0xfde195000) 00000800:00000200:86.0:1596748095.081942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e196000 0xfde196000(0xfde196000) 00000800:00000200:86.0:1596748095.081943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e197000 0xfde197000(0xfde197000) 00000800:00000200:86.0:1596748095.081943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e198000 0xfde198000(0xfde198000) 00000800:00000200:86.0:1596748095.081944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e199000 0xfde199000(0xfde199000) 00000800:00000200:86.0:1596748095.081945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e19a000 0xfde19a000(0xfde19a000) 00000800:00000200:86.0:1596748095.081946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e19b000 0xfde19b000(0xfde19b000) 00000800:00000200:86.0:1596748095.081946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e19c000 0xfde19c000(0xfde19c000) 00000800:00000200:86.0:1596748095.081947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e19d000 0xfde19d000(0xfde19d000) 00000800:00000200:86.0:1596748095.081948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e19e000 0xfde19e000(0xfde19e000) 00000800:00000200:86.0:1596748095.081948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e19f000 0xfde19f000(0xfde19f000) 00000800:00000010:86.0:1596748095.082509:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2600 (tot 157103594). 00000800:00000200:86.0:1596748095.082510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.082528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e626200] (20)-- 00000800:00000200:86.0:1596748095.082529:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.120@o2ib36 00000800:00000200:86.0:1596748095.082799:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.083217:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.120@o2ib36 00000800:00000200:86.0:1596748095.083218:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.120@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.083219:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e182240 (tot 157103458). 00000800:00000200:86.0:1596748095.083220:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e626200] (19)++ 00000800:00000200:86.0:1596748095.083221:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e626200] (20)++ 00000800:00000200:86.0:1596748095.083222:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e626200] (21)-- 00000800:00000200:87.2:1596748095.083442:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e626200] (20)++ 00000800:00000010:86.0:1596748095.086233:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295680 (tot 157103570). 00000800:00000200:86.0:1596748095.086237:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295680] -> 192.168.128.166@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.086239:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295600 (tot 157103682). 00000800:00000010:86.0:1596748095.086241:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464250c00 (tot 157103978). 00000800:00000010:86.0:1596748095.086243:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f04240 (tot 157104114). 00000800:00000010:86.0:1596748095.086245:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f17f800 (tot 157105986). 00000800:00000010:86.0:1596748095.086246:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f04780 (tot 157106138). 00000800:00000200:86.0:1596748095.086251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47e4b4000 0x27fe4b4000(0x27fe4b4000) 00000800:00000200:86.0:1596748095.086252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47e4b5000 0x27fe4b5000(0x27fe4b5000) 00000800:00000200:86.0:1596748095.086253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464322000 0x27e4322000(0x27e4322000) 00000800:00000200:86.0:1596748095.086254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464323000 0x27e4323000(0x27e4323000) 00000800:00000200:86.0:1596748095.086254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463f8a000 0x27e3f8a000(0x27e3f8a000) 00000800:00000200:86.0:1596748095.086255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463f8b000 0x27e3f8b000(0x27e3f8b000) 00000800:00000200:86.0:1596748095.086256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4634e8000 0x27e34e8000(0x27e34e8000) 00000800:00000200:86.0:1596748095.086257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4634e9000 0x27e34e9000(0x27e34e9000) 00000800:00000200:86.0:1596748095.086257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47e4b0000 0x27fe4b0000(0x27fe4b0000) 00000800:00000200:86.0:1596748095.086258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47e4b1000 0x27fe4b1000(0x27fe4b1000) 00000800:00000200:86.0:1596748095.086259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47e4b2000 0x27fe4b2000(0x27fe4b2000) 00000800:00000200:86.0:1596748095.086259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e4b3000 0x27fe4b3000(0x27fe4b3000) 00000800:00000200:86.0:1596748095.086260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4634e4000 0x27e34e4000(0x27e34e4000) 00000800:00000200:86.0:1596748095.086261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4634e5000 0x27e34e5000(0x27e34e5000) 00000800:00000200:86.0:1596748095.086262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4634e6000 0x27e34e6000(0x27e34e6000) 00000800:00000200:86.0:1596748095.086262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4634e7000 0x27e34e7000(0x27e34e7000) 00000800:00000200:86.0:1596748095.086263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4642fc000 0x27e42fc000(0x27e42fc000) 00000800:00000200:86.0:1596748095.086264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4642fd000 0x27e42fd000(0x27e42fd000) 00000800:00000010:86.0:1596748095.086801:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295600 (tot 157106026). 00000800:00000200:86.0:1596748095.086802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.086820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464250c00] (20)-- 00000800:00000200:86.0:1596748095.086821:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.166@o2ib36 00000800:00000200:86.0:1596748095.087065:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.087430:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.166@o2ib36 00000800:00000200:86.0:1596748095.087431:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.166@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.087432:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f04240 (tot 157105890). 00000800:00000200:86.0:1596748095.087432:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464250c00] (19)++ 00000800:00000200:86.0:1596748095.087433:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464250c00] (20)++ 00000800:00000200:86.0:1596748095.087434:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464250c00] (21)-- 00000800:00000200:36.2:1596748095.087438:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464250c00] (20)++ 00000800:00000010:86.0:1596748095.090849:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0700 (tot 157106002). 00000800:00000200:86.0:1596748095.090851:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0700] -> 192.168.128.163@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.090852:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0780 (tot 157106114). 00000800:00000010:86.0:1596748095.090854:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d03800 (tot 157106410). 00000800:00000010:86.0:1596748095.090855:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157106546). 00000800:00000010:86.0:1596748095.090857:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6593b000 (tot 157108418). 00000800:00000010:86.0:1596748095.090858:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb2780 (tot 157108570). 00000800:00000200:86.0:1596748095.090861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65940000 0x2fe5940000(0x2fe5940000) 00000800:00000200:86.0:1596748095.090861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65941000 0x2fe5941000(0x2fe5941000) 00000800:00000200:86.0:1596748095.090862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65942000 0x2fe5942000(0x2fe5942000) 00000800:00000200:86.0:1596748095.090863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65943000 0x2fe5943000(0x2fe5943000) 00000800:00000200:86.0:1596748095.090864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65944000 0x2fe5944000(0x2fe5944000) 00000800:00000200:86.0:1596748095.090864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65945000 0x2fe5945000(0x2fe5945000) 00000800:00000200:86.0:1596748095.090865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65946000 0x2fe5946000(0x2fe5946000) 00000800:00000200:86.0:1596748095.090866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65947000 0x2fe5947000(0x2fe5947000) 00000800:00000200:86.0:1596748095.090866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65948000 0x2fe5948000(0x2fe5948000) 00000800:00000200:86.0:1596748095.090867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65949000 0x2fe5949000(0x2fe5949000) 00000800:00000200:86.0:1596748095.090868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6594a000 0x2fe594a000(0x2fe594a000) 00000800:00000200:86.0:1596748095.090869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6594b000 0x2fe594b000(0x2fe594b000) 00000800:00000200:86.0:1596748095.090869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6594c000 0x2fe594c000(0x2fe594c000) 00000800:00000200:86.0:1596748095.090870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6594d000 0x2fe594d000(0x2fe594d000) 00000800:00000200:86.0:1596748095.090871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6594e000 0x2fe594e000(0x2fe594e000) 00000800:00000200:86.0:1596748095.090872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6594f000 0x2fe594f000(0x2fe594f000) 00000800:00000200:86.0:1596748095.090872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65950000 0x2fe5950000(0x2fe5950000) 00000800:00000200:86.0:1596748095.090873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65951000 0x2fe5951000(0x2fe5951000) 00000800:00000010:86.0:1596748095.091399:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0780 (tot 157108458). 00000800:00000200:86.0:1596748095.091401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.091418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d03800] (20)-- 00000800:00000200:86.0:1596748095.091419:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.163@o2ib36 00000800:00000200:86.0:1596748095.091668:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.092051:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.163@o2ib36 00000800:00000200:86.0:1596748095.092052:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.163@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.092053:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157108322). 00000800:00000200:86.0:1596748095.092054:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d03800] (19)++ 00000800:00000200:86.0:1596748095.092055:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d03800] (20)++ 00000800:00000200:86.0:1596748095.092055:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d03800] (21)-- 00000800:00000200:84.2:1596748095.092064:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d03800] (20)++ 00000800:00000010:86.0:1596748095.116301:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294900 (tot 157108434). 00000800:00000200:86.0:1596748095.116303:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294900] -> 192.168.128.98@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.116304:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294980 (tot 157108546). 00000800:00000010:86.0:1596748095.116306:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464257200 (tot 157108842). 00000800:00000010:86.0:1596748095.116307:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157108978). 00000800:00000010:86.0:1596748095.116309:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f179000 (tot 157110850). 00000800:00000010:86.0:1596748095.116309:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f05500 (tot 157111002). 00000800:00000200:86.0:1596748095.116317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4642fe000 0x27e42fe000(0x27e42fe000) 00000800:00000200:86.0:1596748095.116317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4642ff000 0x27e42ff000(0x27e42ff000) 00000800:00000200:86.0:1596748095.116318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47af78000 0x27faf78000(0x27faf78000) 00000800:00000200:86.0:1596748095.116319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47af79000 0x27faf79000(0x27faf79000) 00000800:00000200:86.0:1596748095.116320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47af7a000 0x27faf7a000(0x27faf7a000) 00000800:00000200:86.0:1596748095.116320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47af7b000 0x27faf7b000(0x27faf7b000) 00000800:00000200:86.0:1596748095.116321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464534000 0x27e4534000(0x27e4534000) 00000800:00000200:86.0:1596748095.116322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464535000 0x27e4535000(0x27e4535000) 00000800:00000200:86.0:1596748095.116323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464536000 0x27e4536000(0x27e4536000) 00000800:00000200:86.0:1596748095.116323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464537000 0x27e4537000(0x27e4537000) 00000800:00000200:86.0:1596748095.116324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464314000 0x27e4314000(0x27e4314000) 00000800:00000200:86.0:1596748095.116325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464315000 0x27e4315000(0x27e4315000) 00000800:00000200:86.0:1596748095.116325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464316000 0x27e4316000(0x27e4316000) 00000800:00000200:86.0:1596748095.116326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464317000 0x27e4317000(0x27e4317000) 00000800:00000200:86.0:1596748095.116327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464324000 0x27e4324000(0x27e4324000) 00000800:00000200:86.0:1596748095.116328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464325000 0x27e4325000(0x27e4325000) 00000800:00000200:86.0:1596748095.116328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464326000 0x27e4326000(0x27e4326000) 00000800:00000200:86.0:1596748095.116329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464327000 0x27e4327000(0x27e4327000) 00000800:00000010:86.0:1596748095.116871:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294980 (tot 157110890). 00000800:00000200:86.0:1596748095.116872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.116889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257200] (20)-- 00000800:00000200:86.0:1596748095.116890:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.98@o2ib36 00000800:00000200:86.0:1596748095.117131:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.117493:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.98@o2ib36 00000800:00000200:86.0:1596748095.117494:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.98@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.117495:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157110754). 00000800:00000200:86.0:1596748095.117496:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464257200] (19)++ 00000800:00000200:86.0:1596748095.117497:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464257200] (20)++ 00000800:00000200:86.0:1596748095.117503:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464257200] (21)-- 00000800:00000200:88.2:1596748095.117655:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464257200] (20)++ 00000800:00000010:86.0:1596748095.122391:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35300 (tot 157110866). 00000800:00000200:86.0:1596748095.122393:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35300] -> 192.168.128.67@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.122394:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35280 (tot 157110978). 00000800:00000010:86.0:1596748095.122397:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc97c00 (tot 157111274). 00000800:00000010:86.0:1596748095.122398:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157111410). 00000800:00000010:86.0:1596748095.122400:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c18a000 (tot 157113282). 00000800:00000010:86.0:1596748095.122401:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80f980 (tot 157113434). 00000800:00000200:86.0:1596748095.122405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b859000 0x1fdb859000(0x1fdb859000) 00000800:00000200:86.0:1596748095.122405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b85a000 0x1fdb85a000(0x1fdb85a000) 00000800:00000200:86.0:1596748095.122406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b85b000 0x1fdb85b000(0x1fdb85b000) 00000800:00000200:86.0:1596748095.122407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b85c000 0x1fdb85c000(0x1fdb85c000) 00000800:00000200:86.0:1596748095.122408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b85d000 0x1fdb85d000(0x1fdb85d000) 00000800:00000200:86.0:1596748095.122408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b85e000 0x1fdb85e000(0x1fdb85e000) 00000800:00000200:86.0:1596748095.122409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b85f000 0x1fdb85f000(0x1fdb85f000) 00000800:00000200:86.0:1596748095.122410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b860000 0x1fdb860000(0x1fdb860000) 00000800:00000200:86.0:1596748095.122411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b861000 0x1fdb861000(0x1fdb861000) 00000800:00000200:86.0:1596748095.122411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b862000 0x1fdb862000(0x1fdb862000) 00000800:00000200:86.0:1596748095.122412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b863000 0x1fdb863000(0x1fdb863000) 00000800:00000200:86.0:1596748095.122413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b864000 0x1fdb864000(0x1fdb864000) 00000800:00000200:86.0:1596748095.122413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b865000 0x1fdb865000(0x1fdb865000) 00000800:00000200:86.0:1596748095.122414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b866000 0x1fdb866000(0x1fdb866000) 00000800:00000200:86.0:1596748095.122415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b867000 0x1fdb867000(0x1fdb867000) 00000800:00000200:86.0:1596748095.122416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b868000 0x1fdb868000(0x1fdb868000) 00000800:00000200:86.0:1596748095.122416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b869000 0x1fdb869000(0x1fdb869000) 00000800:00000200:86.0:1596748095.122417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b86a000 0x1fdb86a000(0x1fdb86a000) 00000800:00000010:86.0:1596748095.122930:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35280 (tot 157113322). 00000800:00000200:86.0:1596748095.122931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.122948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97c00] (20)-- 00000800:00000200:86.0:1596748095.122949:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.67@o2ib36 00000800:00000200:86.0:1596748095.123202:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.123571:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.67@o2ib36 00000800:00000200:86.0:1596748095.123572:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.67@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.123573:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157113186). 00000800:00000200:86.0:1596748095.123574:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.123574:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc97c00] (20)++ 00000800:00000200:84.2:1596748095.123574:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc97c00] (19)++ 00000800:00000200:86.0:1596748095.123575:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc97c00] (21)-- 00000800:00000010:86.0:1596748095.475158:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35280 (tot 157113298). 00000800:00000200:86.0:1596748095.475161:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35280] -> 192.168.128.59@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.475163:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35200 (tot 157113410). 00000800:00000010:86.0:1596748095.475165:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf26c00 (tot 157113706). 00000800:00000010:86.0:1596748095.475165:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157113842). 00000800:00000010:86.0:1596748095.475166:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c18b000 (tot 157115714). 00000800:00000010:86.0:1596748095.475168:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80f740 (tot 157115866). 00000800:00000200:86.0:1596748095.475173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b86b000 0x1fdb86b000(0x1fdb86b000) 00000800:00000200:86.0:1596748095.475174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b86c000 0x1fdb86c000(0x1fdb86c000) 00000800:00000200:86.0:1596748095.475175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b86d000 0x1fdb86d000(0x1fdb86d000) 00000800:00000200:86.0:1596748095.475176:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b86e000 0x1fdb86e000(0x1fdb86e000) 00000800:00000200:86.0:1596748095.475177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b86f000 0x1fdb86f000(0x1fdb86f000) 00000800:00000200:86.0:1596748095.475178:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b870000 0x1fdb870000(0x1fdb870000) 00000800:00000200:86.0:1596748095.475178:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b871000 0x1fdb871000(0x1fdb871000) 00000800:00000200:86.0:1596748095.475179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b872000 0x1fdb872000(0x1fdb872000) 00000800:00000200:86.0:1596748095.475180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b873000 0x1fdb873000(0x1fdb873000) 00000800:00000200:86.0:1596748095.475181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b874000 0x1fdb874000(0x1fdb874000) 00000800:00000200:86.0:1596748095.475181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b875000 0x1fdb875000(0x1fdb875000) 00000800:00000200:86.0:1596748095.475182:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b876000 0x1fdb876000(0x1fdb876000) 00000800:00000200:86.0:1596748095.475183:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b877000 0x1fdb877000(0x1fdb877000) 00000800:00000200:86.0:1596748095.475184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b878000 0x1fdb878000(0x1fdb878000) 00000800:00000200:86.0:1596748095.475184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b879000 0x1fdb879000(0x1fdb879000) 00000800:00000200:86.0:1596748095.475185:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b87a000 0x1fdb87a000(0x1fdb87a000) 00000800:00000200:86.0:1596748095.475186:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b87b000 0x1fdb87b000(0x1fdb87b000) 00000800:00000200:86.0:1596748095.475187:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b87c000 0x1fdb87c000(0x1fdb87c000) 00000800:00000010:86.0:1596748095.475743:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35200 (tot 157115754). 00000800:00000200:86.0:1596748095.475745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475751:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475753:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475754:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475754:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475755:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475755:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475756:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475756:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475758:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475758:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475759:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475760:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475761:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.475763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26c00] (20)-- 00000800:00000200:86.0:1596748095.475764:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.59@o2ib36 00000800:00000200:86.0:1596748095.476015:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.476411:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.59@o2ib36 00000800:00000200:86.0:1596748095.476413:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.59@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.476414:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157115618). 00000800:00000200:86.0:1596748095.476415:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf26c00] (19)++ 00000800:00000200:86.0:1596748095.476415:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf26c00] (20)++ 00000800:00000200:86.0:1596748095.476416:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf26c00] (21)-- 00000800:00000200:88.2:1596748095.476579:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf26c00] (20)++ 00000800:00000010:86.0:1596748095.611536:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db380 (tot 157115730). 00000800:00000200:86.0:1596748095.611540:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db380] -> 192.168.128.70@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.611542:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a4783db100 (tot 157115842). 00000800:00000010:86.0:1596748095.611543:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447087a00 (tot 157116138). 00000800:00000010:86.0:1596748095.611546:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157116274). 00000800:00000010:86.0:1596748095.611552:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476920000 (tot 157118146). 00000800:00000010:86.0:1596748095.611553:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d06780 (tot 157118298). 00000800:00000200:86.0:1596748095.611564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476918000 0x17f6918000(0x17f6918000) 00000800:00000200:86.0:1596748095.611565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476919000 0x17f6919000(0x17f6919000) 00000800:00000200:86.0:1596748095.611566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47691a000 0x17f691a000(0x17f691a000) 00000800:00000200:86.0:1596748095.611567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47691b000 0x17f691b000(0x17f691b000) 00000800:00000200:86.0:1596748095.611568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47691c000 0x17f691c000(0x17f691c000) 00000800:00000200:86.0:1596748095.611568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47691d000 0x17f691d000(0x17f691d000) 00000800:00000200:86.0:1596748095.611569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47691e000 0x17f691e000(0x17f691e000) 00000800:00000200:86.0:1596748095.611570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47691f000 0x17f691f000(0x17f691f000) 00000800:00000200:86.0:1596748095.611571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476928000 0x17f6928000(0x17f6928000) 00000800:00000200:86.0:1596748095.611571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476929000 0x17f6929000(0x17f6929000) 00000800:00000200:86.0:1596748095.611572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47692a000 0x17f692a000(0x17f692a000) 00000800:00000200:86.0:1596748095.611573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47692b000 0x17f692b000(0x17f692b000) 00000800:00000200:86.0:1596748095.611573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47692c000 0x17f692c000(0x17f692c000) 00000800:00000200:86.0:1596748095.611574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47692d000 0x17f692d000(0x17f692d000) 00000800:00000200:86.0:1596748095.611575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47692e000 0x17f692e000(0x17f692e000) 00000800:00000200:86.0:1596748095.611576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47692f000 0x17f692f000(0x17f692f000) 00000800:00000200:86.0:1596748095.611576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476930000 0x17f6930000(0x17f6930000) 00000800:00000200:86.0:1596748095.611577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476931000 0x17f6931000(0x17f6931000) 00000800:00000010:86.0:1596748095.612160:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a4783db100 (tot 157118186). 00000800:00000200:86.0:1596748095.612161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612163:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612164:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612165:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612165:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612166:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612166:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612167:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447087a00] (20)-- 00000800:00000200:86.0:1596748095.612180:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.70@o2ib36 00000800:00000200:86.0:1596748095.612435:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.612836:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.70@o2ib36 00000800:00000200:86.0:1596748095.612838:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.70@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.612839:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157118050). 00000800:00000200:86.0:1596748095.612840:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447087a00] (19)++ 00000800:00000200:86.0:1596748095.612841:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447087a00] (20)++ 00000800:00000200:86.0:1596748095.612842:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447087a00] (21)-- 00000800:00000200:36.2:1596748095.612846:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447087a00] (20)++ 00000800:00000010:86.0:1596748095.616926:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1680 (tot 157118162). 00000800:00000200:86.0:1596748095.616929:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1680] -> 192.168.128.61@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.616930:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1600 (tot 157118274). 00000800:00000010:86.0:1596748095.616932:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6fc00 (tot 157118570). 00000800:00000010:86.0:1596748095.616934:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157118706). 00000800:00000010:86.0:1596748095.616937:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65960000 (tot 157120578). 00000800:00000010:86.0:1596748095.616938:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb3500 (tot 157120730). 00000800:00000200:86.0:1596748095.616943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65952000 0x2fe5952000(0x2fe5952000) 00000800:00000200:86.0:1596748095.616944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65953000 0x2fe5953000(0x2fe5953000) 00000800:00000200:86.0:1596748095.616945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65954000 0x2fe5954000(0x2fe5954000) 00000800:00000200:86.0:1596748095.616946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65955000 0x2fe5955000(0x2fe5955000) 00000800:00000200:86.0:1596748095.616947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65956000 0x2fe5956000(0x2fe5956000) 00000800:00000200:86.0:1596748095.616948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65957000 0x2fe5957000(0x2fe5957000) 00000800:00000200:86.0:1596748095.616948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65958000 0x2fe5958000(0x2fe5958000) 00000800:00000200:86.0:1596748095.616949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65959000 0x2fe5959000(0x2fe5959000) 00000800:00000200:86.0:1596748095.616950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6595a000 0x2fe595a000(0x2fe595a000) 00000800:00000200:86.0:1596748095.616950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc6595b000 0x2fe595b000(0x2fe595b000) 00000800:00000200:86.0:1596748095.616951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6595c000 0x2fe595c000(0x2fe595c000) 00000800:00000200:86.0:1596748095.616952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6595d000 0x2fe595d000(0x2fe595d000) 00000800:00000200:86.0:1596748095.616953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6595e000 0x2fe595e000(0x2fe595e000) 00000800:00000200:86.0:1596748095.616953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6595f000 0x2fe595f000(0x2fe595f000) 00000800:00000200:86.0:1596748095.616954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65968000 0x2fe5968000(0x2fe5968000) 00000800:00000200:86.0:1596748095.616955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65969000 0x2fe5969000(0x2fe5969000) 00000800:00000200:86.0:1596748095.616956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc6596a000 0x2fe596a000(0x2fe596a000) 00000800:00000200:86.0:1596748095.616956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6596b000 0x2fe596b000(0x2fe596b000) 00000800:00000010:86.0:1596748095.617507:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1600 (tot 157120618). 00000800:00000200:86.0:1596748095.617508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.617526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6fc00] (20)-- 00000800:00000200:86.0:1596748095.617527:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.61@o2ib36 00000800:00000200:86.0:1596748095.617778:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.618148:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.61@o2ib36 00000800:00000200:86.0:1596748095.618149:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.61@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.618150:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157120482). 00000800:00000200:89.2:1596748095.618151:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.618152:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6fc00] (19)++ 00000800:00000200:86.0:1596748095.618152:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6fc00] (20)++ 00000800:00000200:86.0:1596748095.618153:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6fc00] (22)-- 00000800:00000010:86.0:1596748095.828589:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34b00 (tot 157120594). 00000800:00000200:86.0:1596748095.828592:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34b00] -> 192.168.128.72@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.828594:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34b80 (tot 157120706). 00000800:00000010:86.0:1596748095.828595:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf24c00 (tot 157121002). 00000800:00000010:86.0:1596748095.828597:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80e240 (tot 157121138). 00000800:00000010:86.0:1596748095.828598:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c18c800 (tot 157123010). 00000800:00000010:86.0:1596748095.828599:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80e9c0 (tot 157123162). 00000800:00000200:86.0:1596748095.828602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b87d000 0x1fdb87d000(0x1fdb87d000) 00000800:00000200:86.0:1596748095.828603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b87e000 0x1fdb87e000(0x1fdb87e000) 00000800:00000200:86.0:1596748095.828604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b87f000 0x1fdb87f000(0x1fdb87f000) 00000800:00000200:86.0:1596748095.828605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b880000 0x1fdb880000(0x1fdb880000) 00000800:00000200:86.0:1596748095.828606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b881000 0x1fdb881000(0x1fdb881000) 00000800:00000200:86.0:1596748095.828607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b882000 0x1fdb882000(0x1fdb882000) 00000800:00000200:86.0:1596748095.828607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b883000 0x1fdb883000(0x1fdb883000) 00000800:00000200:86.0:1596748095.828608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b884000 0x1fdb884000(0x1fdb884000) 00000800:00000200:86.0:1596748095.828609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b885000 0x1fdb885000(0x1fdb885000) 00000800:00000200:86.0:1596748095.828610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b886000 0x1fdb886000(0x1fdb886000) 00000800:00000200:86.0:1596748095.828610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b887000 0x1fdb887000(0x1fdb887000) 00000800:00000200:86.0:1596748095.828611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b888000 0x1fdb888000(0x1fdb888000) 00000800:00000200:86.0:1596748095.828612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b889000 0x1fdb889000(0x1fdb889000) 00000800:00000200:86.0:1596748095.828612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b88a000 0x1fdb88a000(0x1fdb88a000) 00000800:00000200:86.0:1596748095.828613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b88b000 0x1fdb88b000(0x1fdb88b000) 00000800:00000200:86.0:1596748095.828614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b88c000 0x1fdb88c000(0x1fdb88c000) 00000800:00000200:86.0:1596748095.828615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b88d000 0x1fdb88d000(0x1fdb88d000) 00000800:00000200:86.0:1596748095.828616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b88e000 0x1fdb88e000(0x1fdb88e000) 00000800:00000010:86.0:1596748095.829171:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34b80 (tot 157123050). 00000800:00000200:86.0:1596748095.829172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24c00] (20)-- 00000800:00000200:86.0:1596748095.829191:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.72@o2ib36 00000800:00000200:86.0:1596748095.829446:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.829808:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.72@o2ib36 00000800:00000200:86.0:1596748095.829810:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.72@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.829810:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80e240 (tot 157122914). 00000800:00000200:86.0:1596748095.829812:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf24c00] (19)++ 00000800:00000200:86.0:1596748095.829812:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf24c00] (20)++ 00000800:00000200:86.0:1596748095.829813:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf24c00] (21)-- 00000800:00000200:85.2:1596748095.829968:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf24c00] (20)++ 00000800:00000010:86.0:1596748095.981265:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557e80 (tot 157123026). 00000800:00000200:86.0:1596748095.981268:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557e80] -> 192.168.128.16@o2ib36 (1)++ 00000800:00000010:86.0:1596748095.981270:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557e00 (tot 157123138). 00000800:00000010:86.0:1596748095.981271:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc5525fc00 (tot 157123434). 00000800:00000010:86.0:1596748095.981273:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eaa600 (tot 157123570). 00000800:00000010:86.0:1596748095.981275:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f5800 (tot 157125442). 00000800:00000010:86.0:1596748095.981276:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eaac00 (tot 157125594). 00000800:00000200:86.0:1596748095.981286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc550e4000 0x3fd50e4000(0x3fd50e4000) 00000800:00000200:86.0:1596748095.981287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc550e5000 0x3fd50e5000(0x3fd50e5000) 00000800:00000200:86.0:1596748095.981288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc550e2000 0x3fd50e2000(0x3fd50e2000) 00000800:00000200:86.0:1596748095.981289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc550e3000 0x3fd50e3000(0x3fd50e3000) 00000800:00000200:86.0:1596748095.981290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55a30000 0x3fd5a30000(0x3fd5a30000) 00000800:00000200:86.0:1596748095.981291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55a31000 0x3fd5a31000(0x3fd5a31000) 00000800:00000200:86.0:1596748095.981291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57b1c000 0x3fd7b1c000(0x3fd7b1c000) 00000800:00000200:86.0:1596748095.981292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57b1d000 0x3fd7b1d000(0x3fd7b1d000) 00000800:00000200:86.0:1596748095.981293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc55558000 0x3fd5558000(0x3fd5558000) 00000800:00000200:86.0:1596748095.981294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc55559000 0x3fd5559000(0x3fd5559000) 00000800:00000200:86.0:1596748095.981294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc554e4000 0x3fd54e4000(0x3fd54e4000) 00000800:00000200:86.0:1596748095.981295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc554e5000 0x3fd54e5000(0x3fd54e5000) 00000800:00000200:86.0:1596748095.981296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57b90000 0x3fd7b90000(0x3fd7b90000) 00000800:00000200:86.0:1596748095.981297:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57b91000 0x3fd7b91000(0x3fd7b91000) 00000800:00000200:86.0:1596748095.981297:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5538e000 0x3fd538e000(0x3fd538e000) 00000800:00000200:86.0:1596748095.981298:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5538f000 0x3fd538f000(0x3fd538f000) 00000800:00000200:86.0:1596748095.981299:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc7bda4000 0x3ffbda4000(0x3ffbda4000) 00000800:00000200:86.0:1596748095.981300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc7bda5000 0x3ffbda5000(0x3ffbda5000) 00000800:00000010:86.0:1596748095.981842:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557e00 (tot 157125482). 00000800:00000200:86.0:1596748095.981844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.981861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc5525fc00] (20)-- 00000800:00000200:86.0:1596748095.981863:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.16@o2ib36 00000800:00000200:86.0:1596748095.982127:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748095.982512:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.16@o2ib36 00000800:00000200:86.0:1596748095.982514:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.16@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748095.982515:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eaa600 (tot 157125346). 00000800:00000200:86.0:1596748095.982516:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc5525fc00] (19)++ 00000800:00000200:86.0:1596748095.982517:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc5525fc00] (20)++ 00000800:00000200:86.0:1596748095.982517:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc5525fc00] (21)-- 00000800:00000200:41.2:1596748095.982520:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc5525fc00] (20)++ 00000800:00000010:86.0:1596748096.198541:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849700 (tot 157125458). 00000800:00000200:86.0:1596748096.198544:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849700] -> 192.168.128.66@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.198546:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849680 (tot 157125570). 00000800:00000010:86.0:1596748096.198547:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44308a400 (tot 157125866). 00000800:00000010:86.0:1596748096.198549:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28a240 (tot 157126002). 00000800:00000010:86.0:1596748096.198551:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf0000 (tot 157127874). 00000800:00000010:86.0:1596748096.198551:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28ac00 (tot 157128026). 00000800:00000200:86.0:1596748096.198557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f9405000 0x3779405000(0x3779405000) 00000800:00000200:86.0:1596748096.198558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f9406000 0x3779406000(0x3779406000) 00000800:00000200:86.0:1596748096.198559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f9407000 0x3779407000(0x3779407000) 00000800:00000200:86.0:1596748096.198560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f9408000 0x3779408000(0x3779408000) 00000800:00000200:86.0:1596748096.198560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f9409000 0x3779409000(0x3779409000) 00000800:00000200:86.0:1596748096.198561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f940a000 0x377940a000(0x377940a000) 00000800:00000200:86.0:1596748096.198562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f940b000 0x377940b000(0x377940b000) 00000800:00000200:86.0:1596748096.198563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f940c000 0x377940c000(0x377940c000) 00000800:00000200:86.0:1596748096.198563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f940d000 0x377940d000(0x377940d000) 00000800:00000200:86.0:1596748096.198564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f940e000 0x377940e000(0x377940e000) 00000800:00000200:86.0:1596748096.198565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f940f000 0x377940f000(0x377940f000) 00000800:00000200:86.0:1596748096.198566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f9410000 0x3779410000(0x3779410000) 00000800:00000200:86.0:1596748096.198566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f9411000 0x3779411000(0x3779411000) 00000800:00000200:86.0:1596748096.198567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f9412000 0x3779412000(0x3779412000) 00000800:00000200:86.0:1596748096.198568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f9413000 0x3779413000(0x3779413000) 00000800:00000200:86.0:1596748096.198569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f9414000 0x3779414000(0x3779414000) 00000800:00000200:86.0:1596748096.198569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f9415000 0x3779415000(0x3779415000) 00000800:00000200:86.0:1596748096.198570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f9416000 0x3779416000(0x3779416000) 00000800:00000010:86.0:1596748096.199112:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849680 (tot 157127914). 00000800:00000200:86.0:1596748096.199114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308a400] (20)-- 00000800:00000200:86.0:1596748096.199133:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.66@o2ib36 00000800:00000200:86.0:1596748096.199388:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.199759:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.66@o2ib36 00000800:00000200:86.0:1596748096.199761:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.66@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.199761:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28a240 (tot 157127778). 00000800:00000200:86.0:1596748096.199763:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44308a400] (19)++ 00000800:00000200:86.0:1596748096.199763:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44308a400] (20)++ 00000800:00000200:86.0:1596748096.199764:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44308a400] (21)-- 00000800:00000200:39.2:1596748096.199923:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308a400] (20)++ 00000800:00000010:86.0:1596748096.274707:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35600 (tot 157127890). 00000800:00000200:86.0:1596748096.274710:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35600] -> 192.168.128.60@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.274712:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35580 (tot 157128002). 00000800:00000010:86.0:1596748096.274715:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc91a00 (tot 157128298). 00000800:00000010:86.0:1596748096.274716:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c696000 (tot 157128434). 00000800:00000010:86.0:1596748096.274720:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c718000 (tot 157130306). 00000800:00000010:86.0:1596748096.274721:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c696780 (tot 157130458). 00000800:00000200:86.0:1596748096.274724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c702000 0x7dc702000(0x7dc702000) 00000800:00000200:86.0:1596748096.274725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c703000 0x7dc703000(0x7dc703000) 00000800:00000200:86.0:1596748096.274726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c704000 0x7dc704000(0x7dc704000) 00000800:00000200:86.0:1596748096.274727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c705000 0x7dc705000(0x7dc705000) 00000800:00000200:86.0:1596748096.274728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c706000 0x7dc706000(0x7dc706000) 00000800:00000200:86.0:1596748096.274728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c707000 0x7dc707000(0x7dc707000) 00000800:00000200:86.0:1596748096.274729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c708000 0x7dc708000(0x7dc708000) 00000800:00000200:86.0:1596748096.274730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c709000 0x7dc709000(0x7dc709000) 00000800:00000200:86.0:1596748096.274731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c70a000 0x7dc70a000(0x7dc70a000) 00000800:00000200:86.0:1596748096.274731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c70b000 0x7dc70b000(0x7dc70b000) 00000800:00000200:86.0:1596748096.274732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c70c000 0x7dc70c000(0x7dc70c000) 00000800:00000200:86.0:1596748096.274733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c70d000 0x7dc70d000(0x7dc70d000) 00000800:00000200:86.0:1596748096.274734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c70e000 0x7dc70e000(0x7dc70e000) 00000800:00000200:86.0:1596748096.274734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c70f000 0x7dc70f000(0x7dc70f000) 00000800:00000200:86.0:1596748096.274735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c710000 0x7dc710000(0x7dc710000) 00000800:00000200:86.0:1596748096.274736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c711000 0x7dc711000(0x7dc711000) 00000800:00000200:86.0:1596748096.274737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c712000 0x7dc712000(0x7dc712000) 00000800:00000200:86.0:1596748096.274737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c713000 0x7dc713000(0x7dc713000) 00000800:00000010:86.0:1596748096.275266:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35580 (tot 157130346). 00000800:00000200:86.0:1596748096.275267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91a00] (20)-- 00000800:00000200:86.0:1596748096.275287:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.60@o2ib36 00000800:00000200:86.0:1596748096.275541:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.275925:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.60@o2ib36 00000800:00000200:86.0:1596748096.275926:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.60@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.275927:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c696000 (tot 157130210). 00000800:00000200:86.0:1596748096.275928:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc91a00] (19)++ 00000800:00000200:86.0:1596748096.275929:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc91a00] (20)++ 00000800:00000200:86.0:1596748096.275930:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc91a00] (21)-- 00000800:00000200:37.2:1596748096.276177:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc91a00] (20)++ 00000800:00000010:86.0:1596748096.292543:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35200 (tot 157130322). 00000800:00000200:86.0:1596748096.292546:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35200] -> 192.168.128.114@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.292548:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35100 (tot 157130434). 00000800:00000010:86.0:1596748096.292549:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc96200 (tot 157130730). 00000800:00000010:86.0:1596748096.292552:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157130866). 00000800:00000010:86.0:1596748096.292555:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b898000 (tot 157132738). 00000800:00000010:86.0:1596748096.292556:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80f500 (tot 157132890). 00000800:00000200:86.0:1596748096.292561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b88f000 0x1fdb88f000(0x1fdb88f000) 00000800:00000200:86.0:1596748096.292562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b890000 0x1fdb890000(0x1fdb890000) 00000800:00000200:86.0:1596748096.292563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b891000 0x1fdb891000(0x1fdb891000) 00000800:00000200:86.0:1596748096.292564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b892000 0x1fdb892000(0x1fdb892000) 00000800:00000200:86.0:1596748096.292565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b893000 0x1fdb893000(0x1fdb893000) 00000800:00000200:86.0:1596748096.292566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b894000 0x1fdb894000(0x1fdb894000) 00000800:00000200:86.0:1596748096.292566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b895000 0x1fdb895000(0x1fdb895000) 00000800:00000200:86.0:1596748096.292567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b896000 0x1fdb896000(0x1fdb896000) 00000800:00000200:86.0:1596748096.292568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b897000 0x1fdb897000(0x1fdb897000) 00000800:00000200:86.0:1596748096.292569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b8a0000 0x1fdb8a0000(0x1fdb8a0000) 00000800:00000200:86.0:1596748096.292569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b8a1000 0x1fdb8a1000(0x1fdb8a1000) 00000800:00000200:86.0:1596748096.292570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b8a2000 0x1fdb8a2000(0x1fdb8a2000) 00000800:00000200:86.0:1596748096.292571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b8a3000 0x1fdb8a3000(0x1fdb8a3000) 00000800:00000200:86.0:1596748096.292572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b8a4000 0x1fdb8a4000(0x1fdb8a4000) 00000800:00000200:86.0:1596748096.292572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b8a5000 0x1fdb8a5000(0x1fdb8a5000) 00000800:00000200:86.0:1596748096.292573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b8a6000 0x1fdb8a6000(0x1fdb8a6000) 00000800:00000200:86.0:1596748096.292574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b8a7000 0x1fdb8a7000(0x1fdb8a7000) 00000800:00000200:86.0:1596748096.292574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b8a8000 0x1fdb8a8000(0x1fdb8a8000) 00000800:00000010:86.0:1596748096.293098:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35100 (tot 157132778). 00000800:00000200:86.0:1596748096.293100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc96200] (20)-- 00000800:00000200:86.0:1596748096.293119:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.114@o2ib36 00000800:00000200:86.0:1596748096.293369:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.293758:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.114@o2ib36 00000800:00000200:86.0:1596748096.293760:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.114@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.293760:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157132642). 00000800:00000200:86.0:1596748096.293762:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc96200] (19)++ 00000800:00000200:86.0:1596748096.293762:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc96200] (20)++ 00000800:00000200:86.0:1596748096.293763:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc96200] (21)-- 00000800:00000200:87.2:1596748096.293924:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc96200] (20)++ 00000800:00000010:86.0:1596748096.308556:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34780 (tot 157132754). 00000800:00000200:86.0:1596748096.308559:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34780] -> 192.168.128.157@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.308561:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34800 (tot 157132866). 00000800:00000010:86.0:1596748096.308562:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d1c7600 (tot 157133162). 00000800:00000010:86.0:1596748096.308563:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157133298). 00000800:00000010:86.0:1596748096.308565:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c71f800 (tot 157135170). 00000800:00000010:86.0:1596748096.308566:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c697740 (tot 157135322). 00000800:00000200:86.0:1596748096.308571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c714000 0x7dc714000(0x7dc714000) 00000800:00000200:86.0:1596748096.308572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c715000 0x7dc715000(0x7dc715000) 00000800:00000200:86.0:1596748096.308573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c716000 0x7dc716000(0x7dc716000) 00000800:00000200:86.0:1596748096.308574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c717000 0x7dc717000(0x7dc717000) 00000800:00000200:86.0:1596748096.308575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c720000 0x7dc720000(0x7dc720000) 00000800:00000200:86.0:1596748096.308575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c721000 0x7dc721000(0x7dc721000) 00000800:00000200:86.0:1596748096.308576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c722000 0x7dc722000(0x7dc722000) 00000800:00000200:86.0:1596748096.308577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c723000 0x7dc723000(0x7dc723000) 00000800:00000200:86.0:1596748096.308578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c724000 0x7dc724000(0x7dc724000) 00000800:00000200:86.0:1596748096.308578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c725000 0x7dc725000(0x7dc725000) 00000800:00000200:86.0:1596748096.308579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c726000 0x7dc726000(0x7dc726000) 00000800:00000200:86.0:1596748096.308580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c727000 0x7dc727000(0x7dc727000) 00000800:00000200:86.0:1596748096.308580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c728000 0x7dc728000(0x7dc728000) 00000800:00000200:86.0:1596748096.308581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c729000 0x7dc729000(0x7dc729000) 00000800:00000200:86.0:1596748096.308582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c72a000 0x7dc72a000(0x7dc72a000) 00000800:00000200:86.0:1596748096.308583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c72b000 0x7dc72b000(0x7dc72b000) 00000800:00000200:86.0:1596748096.308583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c72c000 0x7dc72c000(0x7dc72c000) 00000800:00000200:86.0:1596748096.308584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c72d000 0x7dc72d000(0x7dc72d000) 00000800:00000010:86.0:1596748096.309098:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34800 (tot 157135210). 00000800:00000200:86.0:1596748096.309099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c7600] (20)-- 00000800:00000200:86.0:1596748096.309118:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.157@o2ib36 00000800:00000200:86.0:1596748096.309363:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.309785:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.157@o2ib36 00000800:00000200:86.0:1596748096.309787:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.157@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.309788:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157135074). 00000800:00000200:86.0:1596748096.309789:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d1c7600] (19)++ 00000800:00000200:86.0:1596748096.309790:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d1c7600] (20)++ 00000800:00000200:86.0:1596748096.309791:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d1c7600] (21)-- 00000800:00000200:41.2:1596748096.309792:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c7600] (20)++ 00000800:00020000:16.0:1596748096.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748096.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748096.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb28400] (22)++ 00000800:00000100:16.0:1596748096.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748096.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849b00] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:16.0:1596748096.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb28400] (23)-- 00000400:00000200:16.0:1596748096.353197:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:16.0:1596748096.353199:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:16.0:1596748096.353199:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb28400] (22)-- 00000800:00000200:86.0:1596748096.353780:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb28400] (21)-- 00000800:00000010:86.0:1596748096.354083:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34800 (tot 157135186). 00000800:00000200:86.0:1596748096.354087:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34800] -> 192.168.128.39@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.354089:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34880 (tot 157135298). 00000800:00000010:86.0:1596748096.354090:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc91800 (tot 157135594). 00000800:00000010:86.0:1596748096.354091:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157135730). 00000800:00000010:86.0:1596748096.354092:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c71e800 (tot 157137602). 00000800:00000010:86.0:1596748096.354093:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c697500 (tot 157137754). 00000800:00000200:86.0:1596748096.354098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c72e000 0x7dc72e000(0x7dc72e000) 00000800:00000200:86.0:1596748096.354099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c72f000 0x7dc72f000(0x7dc72f000) 00000800:00000200:86.0:1596748096.354100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c730000 0x7dc730000(0x7dc730000) 00000800:00000200:86.0:1596748096.354101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c731000 0x7dc731000(0x7dc731000) 00000800:00000200:86.0:1596748096.354102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c732000 0x7dc732000(0x7dc732000) 00000800:00000200:86.0:1596748096.354103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c733000 0x7dc733000(0x7dc733000) 00000800:00000200:86.0:1596748096.354104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c734000 0x7dc734000(0x7dc734000) 00000800:00000200:86.0:1596748096.354104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c735000 0x7dc735000(0x7dc735000) 00000800:00000200:86.0:1596748096.354105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c736000 0x7dc736000(0x7dc736000) 00000800:00000200:86.0:1596748096.354106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c737000 0x7dc737000(0x7dc737000) 00000800:00000200:86.0:1596748096.354106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c738000 0x7dc738000(0x7dc738000) 00000800:00000200:86.0:1596748096.354107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c739000 0x7dc739000(0x7dc739000) 00000800:00000200:86.0:1596748096.354108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c73a000 0x7dc73a000(0x7dc73a000) 00000800:00000200:86.0:1596748096.354109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c73b000 0x7dc73b000(0x7dc73b000) 00000800:00000200:86.0:1596748096.354109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c73c000 0x7dc73c000(0x7dc73c000) 00000800:00000200:86.0:1596748096.354110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c73d000 0x7dc73d000(0x7dc73d000) 00000800:00000200:86.0:1596748096.354111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c73e000 0x7dc73e000(0x7dc73e000) 00000800:00000200:86.0:1596748096.354112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c73f000 0x7dc73f000(0x7dc73f000) 00000800:00000010:86.0:1596748096.354674:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34880 (tot 157137642). 00000800:00000200:86.0:1596748096.354675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354685:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.354693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91800] (20)-- 00000800:00000200:86.0:1596748096.354694:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.39@o2ib36 00000800:00000200:86.0:1596748096.354963:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.355315:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.39@o2ib36 00000800:00000200:86.0:1596748096.355316:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.39@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.355317:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157137506). 00000800:00000200:86.0:1596748096.355318:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc91800] (19)++ 00000800:00000200:86.0:1596748096.355318:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc91800] (20)++ 00000800:00000200:86.0:1596748096.355319:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc91800] (21)-- 00000800:00000200:39.2:1596748096.355622:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc91800] (20)++ 00000800:00000200:86.0:1596748096.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748096.464065:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a4783db100 (tot 157137618). 00000800:00000200:86.0:1596748096.464069:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a4783db100] -> 192.168.128.96@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.464072:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28fb00 (tot 157137730). 00000800:00000010:86.0:1596748096.464078:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447086400 (tot 157138026). 00000800:00000010:86.0:1596748096.464080:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d07ec0 (tot 157138162). 00000800:00000010:86.0:1596748096.464082:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476927800 (tot 157140034). 00000800:00000010:86.0:1596748096.464083:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d07740 (tot 157140186). 00000800:00000200:86.0:1596748096.464087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476932000 0x17f6932000(0x17f6932000) 00000800:00000200:86.0:1596748096.464089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476933000 0x17f6933000(0x17f6933000) 00000800:00000200:86.0:1596748096.464090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476934000 0x17f6934000(0x17f6934000) 00000800:00000200:86.0:1596748096.464090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476935000 0x17f6935000(0x17f6935000) 00000800:00000200:86.0:1596748096.464091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476936000 0x17f6936000(0x17f6936000) 00000800:00000200:86.0:1596748096.464092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476937000 0x17f6937000(0x17f6937000) 00000800:00000200:86.0:1596748096.464093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476938000 0x17f6938000(0x17f6938000) 00000800:00000200:86.0:1596748096.464093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476939000 0x17f6939000(0x17f6939000) 00000800:00000200:86.0:1596748096.464094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47693a000 0x17f693a000(0x17f693a000) 00000800:00000200:86.0:1596748096.464095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47693b000 0x17f693b000(0x17f693b000) 00000800:00000200:86.0:1596748096.464096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47693c000 0x17f693c000(0x17f693c000) 00000800:00000200:86.0:1596748096.464096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47693d000 0x17f693d000(0x17f693d000) 00000800:00000200:86.0:1596748096.464097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47693e000 0x17f693e000(0x17f693e000) 00000800:00000200:86.0:1596748096.464098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47693f000 0x17f693f000(0x17f693f000) 00000800:00000200:86.0:1596748096.464099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476f00000 0x17f6f00000(0x17f6f00000) 00000800:00000200:86.0:1596748096.464099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476f01000 0x17f6f01000(0x17f6f01000) 00000800:00000200:86.0:1596748096.464100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476f02000 0x17f6f02000(0x17f6f02000) 00000800:00000200:86.0:1596748096.464101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476f03000 0x17f6f03000(0x17f6f03000) 00000800:00000010:86.0:1596748096.464696:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28fb00 (tot 157140074). 00000800:00000200:86.0:1596748096.464697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.464715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447086400] (20)-- 00000800:00000200:86.0:1596748096.464716:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.96@o2ib36 00000800:00000200:86.0:1596748096.464968:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.465339:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.96@o2ib36 00000800:00000200:86.0:1596748096.465340:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.96@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.465340:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d07ec0 (tot 157139938). 00000800:00000200:86.0:1596748096.465341:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447086400] (19)++ 00000800:00000200:86.0:1596748096.465342:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447086400] (20)++ 00000800:00000200:86.0:1596748096.465343:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447086400] (21)-- 00000800:00000200:37.2:1596748096.465499:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447086400] (20)++ 00000800:00000010:86.0:1596748096.596830:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35580 (tot 157140050). 00000800:00000200:86.0:1596748096.596834:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35580] -> 192.168.128.170@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.596836:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35500 (tot 157140162). 00000800:00000010:86.0:1596748096.596839:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c436e00 (tot 157140458). 00000800:00000010:86.0:1596748096.596840:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c696000 (tot 157140594). 00000800:00000010:86.0:1596748096.596842:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c719000 (tot 157142466). 00000800:00000010:86.0:1596748096.596843:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c6969c0 (tot 157142618). 00000800:00000200:86.0:1596748096.596846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c740000 0x7dc740000(0x7dc740000) 00000800:00000200:86.0:1596748096.596847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c741000 0x7dc741000(0x7dc741000) 00000800:00000200:86.0:1596748096.596848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c742000 0x7dc742000(0x7dc742000) 00000800:00000200:86.0:1596748096.596849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c743000 0x7dc743000(0x7dc743000) 00000800:00000200:86.0:1596748096.596850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c744000 0x7dc744000(0x7dc744000) 00000800:00000200:86.0:1596748096.596850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c745000 0x7dc745000(0x7dc745000) 00000800:00000200:86.0:1596748096.596851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c746000 0x7dc746000(0x7dc746000) 00000800:00000200:86.0:1596748096.596852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c747000 0x7dc747000(0x7dc747000) 00000800:00000200:86.0:1596748096.596853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c748000 0x7dc748000(0x7dc748000) 00000800:00000200:86.0:1596748096.596853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c749000 0x7dc749000(0x7dc749000) 00000800:00000200:86.0:1596748096.596854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c74a000 0x7dc74a000(0x7dc74a000) 00000800:00000200:86.0:1596748096.596855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c74b000 0x7dc74b000(0x7dc74b000) 00000800:00000200:86.0:1596748096.596855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c74c000 0x7dc74c000(0x7dc74c000) 00000800:00000200:86.0:1596748096.596856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c74d000 0x7dc74d000(0x7dc74d000) 00000800:00000200:86.0:1596748096.596857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c74e000 0x7dc74e000(0x7dc74e000) 00000800:00000200:86.0:1596748096.596858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c74f000 0x7dc74f000(0x7dc74f000) 00000800:00000200:86.0:1596748096.596858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c750000 0x7dc750000(0x7dc750000) 00000800:00000200:86.0:1596748096.596859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c751000 0x7dc751000(0x7dc751000) 00000800:00000010:86.0:1596748096.597415:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35500 (tot 157142506). 00000800:00000200:86.0:1596748096.597416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.597433:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c436e00] (20)-- 00000800:00000200:86.0:1596748096.597435:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.170@o2ib36 00000800:00000200:86.0:1596748096.597702:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.598063:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.170@o2ib36 00000800:00000200:86.0:1596748096.598064:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.170@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.598065:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c696000 (tot 157142370). 00000800:00000200:86.2:1596748096.598067:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c436e00] (19)++ 00000800:00000200:86.0:1596748096.598069:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c436e00] (20)++ 00000800:00000200:86.0:1596748096.598070:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c436e00] (21)++ 00000800:00000200:86.0:1596748096.598070:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c436e00] (22)-- 00000800:00000010:86.0:1596748096.677983:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556100 (tot 157142482). 00000800:00000200:86.0:1596748096.677986:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556100] -> 192.168.128.50@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.677988:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556180 (tot 157142594). 00000800:00000010:86.0:1596748096.677993:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c30000 (tot 157142890). 00000800:00000010:86.0:1596748096.677995:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157143026). 00000800:00000010:86.0:1596748096.677996:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f2000 (tot 157144898). 00000800:00000010:86.0:1596748096.677997:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eaacc0 (tot 157145050). 00000800:00000200:86.0:1596748096.678000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7bda0000 0x3ffbda0000(0x3ffbda0000) 00000800:00000200:86.0:1596748096.678001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc7bda1000 0x3ffbda1000(0x3ffbda1000) 00000800:00000200:86.0:1596748096.678002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc7bda2000 0x3ffbda2000(0x3ffbda2000) 00000800:00000200:86.0:1596748096.678003:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc7bda3000 0x3ffbda3000(0x3ffbda3000) 00000800:00000200:86.0:1596748096.678004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc553d4000 0x3fd53d4000(0x3fd53d4000) 00000800:00000200:86.0:1596748096.678005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc553d5000 0x3fd53d5000(0x3fd53d5000) 00000800:00000200:86.0:1596748096.678005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc553d6000 0x3fd53d6000(0x3fd53d6000) 00000800:00000200:86.0:1596748096.678006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc553d7000 0x3fd53d7000(0x3fd53d7000) 00000800:00000200:86.0:1596748096.678007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54c18000 0x3fd4c18000(0x3fd4c18000) 00000800:00000200:86.0:1596748096.678007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54c19000 0x3fd4c19000(0x3fd4c19000) 00000800:00000200:86.0:1596748096.678008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54c1a000 0x3fd4c1a000(0x3fd4c1a000) 00000800:00000200:86.0:1596748096.678009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54c1b000 0x3fd4c1b000(0x3fd4c1b000) 00000800:00000200:86.0:1596748096.678010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54c1c000 0x3fd4c1c000(0x3fd4c1c000) 00000800:00000200:86.0:1596748096.678010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54c1d000 0x3fd4c1d000(0x3fd4c1d000) 00000800:00000200:86.0:1596748096.678011:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54c1e000 0x3fd4c1e000(0x3fd4c1e000) 00000800:00000200:86.0:1596748096.678012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54c1f000 0x3fd4c1f000(0x3fd4c1f000) 00000800:00000200:86.0:1596748096.678013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54c20000 0x3fd4c20000(0x3fd4c20000) 00000800:00000200:86.0:1596748096.678013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54c21000 0x3fd4c21000(0x3fd4c21000) 00000800:00000010:86.0:1596748096.678555:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556180 (tot 157144938). 00000800:00000200:86.0:1596748096.678556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.678574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30000] (20)-- 00000800:00000200:86.0:1596748096.678576:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.50@o2ib36 00000800:00000200:86.0:1596748096.678824:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.679184:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.50@o2ib36 00000800:00000200:86.0:1596748096.679185:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.50@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.679186:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157144802). 00000800:00000200:86.0:1596748096.679187:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c30000] (19)++ 00000800:00000200:86.0:1596748096.679188:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c30000] (20)++ 00000800:00000200:86.0:1596748096.679188:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c30000] (21)-- 00000800:00000200:40.2:1596748096.679338:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c30000] (20)++ 00000800:00000010:86.0:1596748096.939553:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28ee00 (tot 157144914). 00000800:00000200:86.0:1596748096.939556:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28ee00] -> 192.168.128.75@o2ib36 (1)++ 00000800:00000010:86.0:1596748096.939558:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e680 (tot 157145026). 00000800:00000010:86.0:1596748096.939561:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44770b800 (tot 157145322). 00000800:00000010:86.0:1596748096.939562:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157145458). 00000800:00000010:86.0:1596748096.939564:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476921000 (tot 157147330). 00000800:00000010:86.0:1596748096.939565:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d069c0 (tot 157147482). 00000800:00000200:86.0:1596748096.939574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476f04000 0x17f6f04000(0x17f6f04000) 00000800:00000200:86.0:1596748096.939575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476f05000 0x17f6f05000(0x17f6f05000) 00000800:00000200:86.0:1596748096.939576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476f06000 0x17f6f06000(0x17f6f06000) 00000800:00000200:86.0:1596748096.939577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476f07000 0x17f6f07000(0x17f6f07000) 00000800:00000200:86.0:1596748096.939577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476f08000 0x17f6f08000(0x17f6f08000) 00000800:00000200:86.0:1596748096.939578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476f09000 0x17f6f09000(0x17f6f09000) 00000800:00000200:86.0:1596748096.939579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476f0a000 0x17f6f0a000(0x17f6f0a000) 00000800:00000200:86.0:1596748096.939580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476f0b000 0x17f6f0b000(0x17f6f0b000) 00000800:00000200:86.0:1596748096.939580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476f0c000 0x17f6f0c000(0x17f6f0c000) 00000800:00000200:86.0:1596748096.939581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476f0d000 0x17f6f0d000(0x17f6f0d000) 00000800:00000200:86.0:1596748096.939582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476f0e000 0x17f6f0e000(0x17f6f0e000) 00000800:00000200:86.0:1596748096.939583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476f0f000 0x17f6f0f000(0x17f6f0f000) 00000800:00000200:86.0:1596748096.939583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476f10000 0x17f6f10000(0x17f6f10000) 00000800:00000200:86.0:1596748096.939584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476f11000 0x17f6f11000(0x17f6f11000) 00000800:00000200:86.0:1596748096.939585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476f12000 0x17f6f12000(0x17f6f12000) 00000800:00000200:86.0:1596748096.939585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476f13000 0x17f6f13000(0x17f6f13000) 00000800:00000200:86.0:1596748096.939586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476f14000 0x17f6f14000(0x17f6f14000) 00000800:00000200:86.0:1596748096.939587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476f15000 0x17f6f15000(0x17f6f15000) 00000800:00000010:86.0:1596748096.940127:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e680 (tot 157147370). 00000800:00000200:86.0:1596748096.940128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770b800] (20)-- 00000800:00000200:86.0:1596748096.940147:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.75@o2ib36 00000800:00000200:86.0:1596748096.940391:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748096.940781:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.75@o2ib36 00000800:00000200:86.0:1596748096.940782:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.75@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748096.940783:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157147234). 00000800:00000200:86.0:1596748096.940784:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44770b800] (19)++ 00000800:00000200:86.0:1596748096.940784:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44770b800] (20)++ 00000800:00000200:86.0:1596748096.940785:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44770b800] (21)-- 00000800:00000200:39.2:1596748096.940948:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770b800] (20)++ 00000800:00000010:86.0:1596748097.031218:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34880 (tot 157147346). 00000800:00000200:86.0:1596748097.031221:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34880] -> 192.168.128.26@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.031223:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34900 (tot 157147458). 00000800:00000010:86.0:1596748097.031224:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c431400 (tot 157147754). 00000800:00000010:86.0:1596748097.031225:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157147890). 00000800:00000010:86.0:1596748097.031226:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c71d800 (tot 157149762). 00000800:00000010:86.0:1596748097.031227:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c6972c0 (tot 157149914). 00000800:00000200:86.0:1596748097.031232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c752000 0x7dc752000(0x7dc752000) 00000800:00000200:86.0:1596748097.031233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c753000 0x7dc753000(0x7dc753000) 00000800:00000200:86.0:1596748097.031234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c754000 0x7dc754000(0x7dc754000) 00000800:00000200:86.0:1596748097.031235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c755000 0x7dc755000(0x7dc755000) 00000800:00000200:86.0:1596748097.031236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c756000 0x7dc756000(0x7dc756000) 00000800:00000200:86.0:1596748097.031237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c757000 0x7dc757000(0x7dc757000) 00000800:00000200:86.0:1596748097.031237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c758000 0x7dc758000(0x7dc758000) 00000800:00000200:86.0:1596748097.031238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c759000 0x7dc759000(0x7dc759000) 00000800:00000200:86.0:1596748097.031239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c75a000 0x7dc75a000(0x7dc75a000) 00000800:00000200:86.0:1596748097.031239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c75b000 0x7dc75b000(0x7dc75b000) 00000800:00000200:86.0:1596748097.031240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c75c000 0x7dc75c000(0x7dc75c000) 00000800:00000200:86.0:1596748097.031241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c75d000 0x7dc75d000(0x7dc75d000) 00000800:00000200:86.0:1596748097.031242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c75e000 0x7dc75e000(0x7dc75e000) 00000800:00000200:86.0:1596748097.031242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c75f000 0x7dc75f000(0x7dc75f000) 00000800:00000200:86.0:1596748097.031243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c760000 0x7dc760000(0x7dc760000) 00000800:00000200:86.0:1596748097.031244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c761000 0x7dc761000(0x7dc761000) 00000800:00000200:86.0:1596748097.031245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c762000 0x7dc762000(0x7dc762000) 00000800:00000200:86.0:1596748097.031245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c763000 0x7dc763000(0x7dc763000) 00000800:00000010:86.0:1596748097.031802:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34900 (tot 157149802). 00000800:00000200:86.0:1596748097.031804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.031822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c431400] (20)-- 00000800:00000200:86.0:1596748097.031823:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.26@o2ib36 00000800:00000200:86.0:1596748097.032081:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.032475:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.26@o2ib36 00000800:00000200:86.0:1596748097.032476:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.26@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.032477:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157149666). 00000800:00000200:86.0:1596748097.032478:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c431400] (19)++ 00000800:00000200:86.0:1596748097.032478:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c431400] (20)++ 00000800:00000200:86.2:1596748097.032480:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c431400] (21)++ 00000800:00000200:86.0:1596748097.032481:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c431400] (22)-- 00000800:00000010:86.0:1596748097.187898:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848780 (tot 157149778). 00000800:00000200:86.0:1596748097.187902:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848780] -> 192.168.128.155@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.187904:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848800 (tot 157149890). 00000800:00000010:86.0:1596748097.187906:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c40ee41200 (tot 157150186). 00000800:00000010:86.0:1596748097.187907:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28a240 (tot 157150322). 00000800:00000010:86.0:1596748097.187908:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf6800 (tot 157152194). 00000800:00000010:86.0:1596748097.187909:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28ae40 (tot 157152346). 00000800:00000200:86.0:1596748097.187912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f8d4a000 0x3778d4a000(0x3778d4a000) 00000800:00000200:86.0:1596748097.187913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f8d4b000 0x3778d4b000(0x3778d4b000) 00000800:00000200:86.0:1596748097.187914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f8d4c000 0x3778d4c000(0x3778d4c000) 00000800:00000200:86.0:1596748097.187915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f8d4d000 0x3778d4d000(0x3778d4d000) 00000800:00000200:86.0:1596748097.187915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f8d4e000 0x3778d4e000(0x3778d4e000) 00000800:00000200:86.0:1596748097.187916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f8d4f000 0x3778d4f000(0x3778d4f000) 00000800:00000200:86.0:1596748097.187917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f8d50000 0x3778d50000(0x3778d50000) 00000800:00000200:86.0:1596748097.187917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f8d51000 0x3778d51000(0x3778d51000) 00000800:00000200:86.0:1596748097.187918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f8d52000 0x3778d52000(0x3778d52000) 00000800:00000200:86.0:1596748097.187919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f8d53000 0x3778d53000(0x3778d53000) 00000800:00000200:86.0:1596748097.187920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f8d54000 0x3778d54000(0x3778d54000) 00000800:00000200:86.0:1596748097.187920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f8d55000 0x3778d55000(0x3778d55000) 00000800:00000200:86.0:1596748097.187921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f8d56000 0x3778d56000(0x3778d56000) 00000800:00000200:86.0:1596748097.187922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f8d57000 0x3778d57000(0x3778d57000) 00000800:00000200:86.0:1596748097.187923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f8d58000 0x3778d58000(0x3778d58000) 00000800:00000200:86.0:1596748097.187923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f8d59000 0x3778d59000(0x3778d59000) 00000800:00000200:86.0:1596748097.187924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f8d5a000 0x3778d5a000(0x3778d5a000) 00000800:00000200:86.0:1596748097.187925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f8d5b000 0x3778d5b000(0x3778d5b000) 00000800:00000010:86.0:1596748097.188477:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848800 (tot 157152234). 00000800:00000200:86.0:1596748097.188478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.188495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee41200] (20)-- 00000800:00000200:86.0:1596748097.188504:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.155@o2ib36 00000800:00000200:86.0:1596748097.188773:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.189161:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.155@o2ib36 00000800:00000200:86.0:1596748097.189162:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.155@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.189163:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28a240 (tot 157152098). 00000800:00000200:86.0:1596748097.189164:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c40ee41200] (19)++ 00000800:00000200:86.0:1596748097.189164:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c40ee41200] (20)++ 00000800:00000200:86.0:1596748097.189165:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c40ee41200] (21)-- 00000800:00000200:40.2:1596748097.189322:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee41200] (20)++ 00000800:00000010:86.0:1596748097.231989:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28fb00 (tot 157152210). 00000800:00000200:86.0:1596748097.231992:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28fb00] -> 192.168.128.28@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.231994:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e980 (tot 157152322). 00000800:00000010:86.0:1596748097.231996:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a46297fc00 (tot 157152618). 00000800:00000010:86.0:1596748097.231998:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d07ec0 (tot 157152754). 00000800:00000010:86.0:1596748097.231999:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476926800 (tot 157154626). 00000800:00000010:86.0:1596748097.232000:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d07500 (tot 157154778). 00000800:00000200:86.0:1596748097.232010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476f16000 0x17f6f16000(0x17f6f16000) 00000800:00000200:86.0:1596748097.232011:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476f17000 0x17f6f17000(0x17f6f17000) 00000800:00000200:86.0:1596748097.232012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476f18000 0x17f6f18000(0x17f6f18000) 00000800:00000200:86.0:1596748097.232012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476f19000 0x17f6f19000(0x17f6f19000) 00000800:00000200:86.0:1596748097.232013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476f1a000 0x17f6f1a000(0x17f6f1a000) 00000800:00000200:86.0:1596748097.232014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476f1b000 0x17f6f1b000(0x17f6f1b000) 00000800:00000200:86.0:1596748097.232015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476f1c000 0x17f6f1c000(0x17f6f1c000) 00000800:00000200:86.0:1596748097.232015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476f1d000 0x17f6f1d000(0x17f6f1d000) 00000800:00000200:86.0:1596748097.232016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476f1e000 0x17f6f1e000(0x17f6f1e000) 00000800:00000200:86.0:1596748097.232017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476f1f000 0x17f6f1f000(0x17f6f1f000) 00000800:00000200:86.0:1596748097.232018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476f20000 0x17f6f20000(0x17f6f20000) 00000800:00000200:86.0:1596748097.232018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476f21000 0x17f6f21000(0x17f6f21000) 00000800:00000200:86.0:1596748097.232019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476f22000 0x17f6f22000(0x17f6f22000) 00000800:00000200:86.0:1596748097.232020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476f23000 0x17f6f23000(0x17f6f23000) 00000800:00000200:86.0:1596748097.232020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476f24000 0x17f6f24000(0x17f6f24000) 00000800:00000200:86.0:1596748097.232021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476f25000 0x17f6f25000(0x17f6f25000) 00000800:00000200:86.0:1596748097.232022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476f26000 0x17f6f26000(0x17f6f26000) 00000800:00000200:86.0:1596748097.232023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476f27000 0x17f6f27000(0x17f6f27000) 00000800:00000010:86.0:1596748097.232563:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e980 (tot 157154666). 00000800:00000200:86.0:1596748097.232564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.232582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297fc00] (20)-- 00000800:00000200:86.0:1596748097.232583:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.28@o2ib36 00000800:00000200:86.0:1596748097.232848:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.233246:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.28@o2ib36 00000800:00000200:86.0:1596748097.233247:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.28@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.233248:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d07ec0 (tot 157154530). 00000800:00000200:86.0:1596748097.233249:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a46297fc00] (19)++ 00000800:00000200:86.0:1596748097.233250:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a46297fc00] (20)++ 00000800:00000200:86.0:1596748097.233251:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a46297fc00] (21)-- 00000800:00000200:36.2:1596748097.233253:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297fc00] (20)++ 00000800:00000010:86.0:1596748097.302260:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557e00 (tot 157154642). 00000800:00000200:86.0:1596748097.302263:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557e00] -> 192.168.128.144@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.302265:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557d80 (tot 157154754). 00000800:00000010:86.0:1596748097.302267:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c30600 (tot 157155050). 00000800:00000010:86.0:1596748097.302268:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157155186). 00000800:00000010:86.0:1596748097.302270:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f4800 (tot 157157058). 00000800:00000010:86.0:1596748097.302273:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2a000 (tot 157157210). 00000800:00000200:86.0:1596748097.302279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54c22000 0x3fd4c22000(0x3fd4c22000) 00000800:00000200:86.0:1596748097.302280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54c23000 0x3fd4c23000(0x3fd4c23000) 00000800:00000200:86.0:1596748097.302281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54c24000 0x3fd4c24000(0x3fd4c24000) 00000800:00000200:86.0:1596748097.302282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54c25000 0x3fd4c25000(0x3fd4c25000) 00000800:00000200:86.0:1596748097.302282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54c26000 0x3fd4c26000(0x3fd4c26000) 00000800:00000200:86.0:1596748097.302283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54c27000 0x3fd4c27000(0x3fd4c27000) 00000800:00000200:86.0:1596748097.302284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54c28000 0x3fd4c28000(0x3fd4c28000) 00000800:00000200:86.0:1596748097.302285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54c29000 0x3fd4c29000(0x3fd4c29000) 00000800:00000200:86.0:1596748097.302285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54c2c000 0x3fd4c2c000(0x3fd4c2c000) 00000800:00000200:86.0:1596748097.302286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54c2d000 0x3fd4c2d000(0x3fd4c2d000) 00000800:00000200:86.0:1596748097.302287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54c2e000 0x3fd4c2e000(0x3fd4c2e000) 00000800:00000200:86.0:1596748097.302288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54c2f000 0x3fd4c2f000(0x3fd4c2f000) 00000800:00000200:86.0:1596748097.302288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54c38000 0x3fd4c38000(0x3fd4c38000) 00000800:00000200:86.0:1596748097.302289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54c39000 0x3fd4c39000(0x3fd4c39000) 00000800:00000200:86.0:1596748097.302290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54c3a000 0x3fd4c3a000(0x3fd4c3a000) 00000800:00000200:86.0:1596748097.302291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54c3b000 0x3fd4c3b000(0x3fd4c3b000) 00000800:00000200:86.0:1596748097.302291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54c3c000 0x3fd4c3c000(0x3fd4c3c000) 00000800:00000200:86.0:1596748097.302292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54c3d000 0x3fd4c3d000(0x3fd4c3d000) 00000800:00000010:86.0:1596748097.302852:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557d80 (tot 157157098). 00000800:00000200:86.0:1596748097.302853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.302871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c30600] (20)-- 00000800:00000200:86.0:1596748097.302872:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.144@o2ib36 00000800:00000200:86.0:1596748097.303135:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.303509:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.144@o2ib36 00000800:00000200:41.2:1596748097.303510:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c30600] (19)++ 00000800:00000200:86.0:1596748097.303511:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.144@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.303512:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157156962). 00000800:00000200:86.0:1596748097.303514:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c30600] (20)++ 00000800:00000200:86.0:1596748097.303514:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c30600] (21)++ 00000800:00000200:86.0:1596748097.303515:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c30600] (22)-- 00000800:00020000:16.0:1596748097.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748097.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748097.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558600] (22)++ 00000800:00000100:16.0:1596748097.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748097.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34500] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:16.0:1596748097.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c558600] (23)-- 00000400:00000200:16.0:1596748097.353179:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:16.0:1596748097.353180:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:16.0:1596748097.353181:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c558600] (22)-- 00000800:00000200:86.0:1596748097.353551:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c558600] (21)-- 00000800:00000010:86.0:1596748097.363206:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34b80 (tot 157157074). 00000800:00000200:86.0:1596748097.363210:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34b80] -> 192.168.128.101@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.363213:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34c00 (tot 157157186). 00000800:00000010:86.0:1596748097.363216:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf27e00 (tot 157157482). 00000800:00000010:86.0:1596748097.363218:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80e240 (tot 157157618). 00000800:00000010:86.0:1596748097.363220:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b89f800 (tot 157159490). 00000800:00000010:86.0:1596748097.363221:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80ec00 (tot 157159642). 00000800:00000200:86.0:1596748097.363228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b8a9000 0x1fdb8a9000(0x1fdb8a9000) 00000800:00000200:86.0:1596748097.363229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b8aa000 0x1fdb8aa000(0x1fdb8aa000) 00000800:00000200:86.0:1596748097.363230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b8ab000 0x1fdb8ab000(0x1fdb8ab000) 00000800:00000200:86.0:1596748097.363231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b8ac000 0x1fdb8ac000(0x1fdb8ac000) 00000800:00000200:86.0:1596748097.363231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b8ad000 0x1fdb8ad000(0x1fdb8ad000) 00000800:00000200:86.0:1596748097.363232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b8ae000 0x1fdb8ae000(0x1fdb8ae000) 00000800:00000200:86.0:1596748097.363233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b8af000 0x1fdb8af000(0x1fdb8af000) 00000800:00000200:86.0:1596748097.363234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b8b0000 0x1fdb8b0000(0x1fdb8b0000) 00000800:00000200:86.0:1596748097.363234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b8b1000 0x1fdb8b1000(0x1fdb8b1000) 00000800:00000200:86.0:1596748097.363235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b8b2000 0x1fdb8b2000(0x1fdb8b2000) 00000800:00000200:86.0:1596748097.363236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b8b3000 0x1fdb8b3000(0x1fdb8b3000) 00000800:00000200:86.0:1596748097.363236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b8b4000 0x1fdb8b4000(0x1fdb8b4000) 00000800:00000200:86.0:1596748097.363237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b8b5000 0x1fdb8b5000(0x1fdb8b5000) 00000800:00000200:86.0:1596748097.363238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b8b6000 0x1fdb8b6000(0x1fdb8b6000) 00000800:00000200:86.0:1596748097.363239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b8b7000 0x1fdb8b7000(0x1fdb8b7000) 00000800:00000200:86.0:1596748097.363239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b8b8000 0x1fdb8b8000(0x1fdb8b8000) 00000800:00000200:86.0:1596748097.363240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b8b9000 0x1fdb8b9000(0x1fdb8b9000) 00000800:00000200:86.0:1596748097.363241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b8ba000 0x1fdb8ba000(0x1fdb8ba000) 00000800:00000010:86.0:1596748097.363819:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34c00 (tot 157159530). 00000800:00000200:86.0:1596748097.363820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.363838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27e00] (20)-- 00000800:00000200:86.0:1596748097.363840:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.101@o2ib36 00000800:00000200:86.0:1596748097.364085:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.364458:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.101@o2ib36 00000800:00000200:86.0:1596748097.364459:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.101@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.364460:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80e240 (tot 157159394). 00000800:00000200:86.0:1596748097.364461:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf27e00] (19)++ 00000800:00000200:86.0:1596748097.364462:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf27e00] (20)++ 00000800:00000200:86.0:1596748097.364463:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf27e00] (21)-- 00000800:00000200:38.2:1596748097.364466:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf27e00] (20)++ 00000800:00000010:86.0:1596748097.544560:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556180 (tot 157159506). 00000800:00000200:86.0:1596748097.544564:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556180] -> 192.168.128.76@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.544565:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556200 (tot 157159618). 00000800:00000010:86.0:1596748097.544568:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c37800 (tot 157159914). 00000800:00000010:86.0:1596748097.544569:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157160050). 00000800:00000010:86.0:1596748097.544572:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc553f3000 (tot 157161922). 00000800:00000010:86.0:1596748097.544573:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2be00 (tot 157162074). 00000800:00000200:86.0:1596748097.544575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54c3e000 0x3fd4c3e000(0x3fd4c3e000) 00000800:00000200:86.0:1596748097.544576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54c3f000 0x3fd4c3f000(0x3fd4c3f000) 00000800:00000200:86.0:1596748097.544577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54c40000 0x3fd4c40000(0x3fd4c40000) 00000800:00000200:86.0:1596748097.544578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54c41000 0x3fd4c41000(0x3fd4c41000) 00000800:00000200:86.0:1596748097.544579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54c42000 0x3fd4c42000(0x3fd4c42000) 00000800:00000200:86.0:1596748097.544580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54c43000 0x3fd4c43000(0x3fd4c43000) 00000800:00000200:86.0:1596748097.544580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54c44000 0x3fd4c44000(0x3fd4c44000) 00000800:00000200:86.0:1596748097.544581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54c45000 0x3fd4c45000(0x3fd4c45000) 00000800:00000200:86.0:1596748097.544582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54c46000 0x3fd4c46000(0x3fd4c46000) 00000800:00000200:86.0:1596748097.544583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54c47000 0x3fd4c47000(0x3fd4c47000) 00000800:00000200:86.0:1596748097.544583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54c48000 0x3fd4c48000(0x3fd4c48000) 00000800:00000200:86.0:1596748097.544584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54c49000 0x3fd4c49000(0x3fd4c49000) 00000800:00000200:86.0:1596748097.544585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54c4a000 0x3fd4c4a000(0x3fd4c4a000) 00000800:00000200:86.0:1596748097.544585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54c4b000 0x3fd4c4b000(0x3fd4c4b000) 00000800:00000200:86.0:1596748097.544586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54c4c000 0x3fd4c4c000(0x3fd4c4c000) 00000800:00000200:86.0:1596748097.544587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54c4d000 0x3fd4c4d000(0x3fd4c4d000) 00000800:00000200:86.0:1596748097.544588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54c4e000 0x3fd4c4e000(0x3fd4c4e000) 00000800:00000200:86.0:1596748097.544588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54c4f000 0x3fd4c4f000(0x3fd4c4f000) 00000800:00000010:86.0:1596748097.545152:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556200 (tot 157161962). 00000800:00000200:86.0:1596748097.545154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545159:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545163:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545163:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545164:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545165:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545165:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545166:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545166:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545167:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c37800] (20)-- 00000800:00000200:86.0:1596748097.545173:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.76@o2ib36 00000800:00000200:86.0:1596748097.545437:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.545838:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.76@o2ib36 00000800:00000200:86.0:1596748097.545839:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.76@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.545840:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157161826). 00000800:00000200:41.2:1596748097.545840:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545841:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c37800] (19)++ 00000800:00000200:86.0:1596748097.545842:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c37800] (21)++ 00000800:00000200:86.0:1596748097.545843:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c37800] (22)-- 00000800:00000010:86.0:1596748097.625457:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3a00 (tot 157161938). 00000800:00000200:86.0:1596748097.625461:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3a00] -> 192.168.128.112@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.625463:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3980 (tot 157162050). 00000800:00000010:86.0:1596748097.625466:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e621600 (tot 157162346). 00000800:00000010:86.0:1596748097.625468:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157162482). 00000800:00000010:86.0:1596748097.625471:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e124000 (tot 157164354). 00000800:00000010:86.0:1596748097.625472:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e183bc0 (tot 157164506). 00000800:00000200:86.0:1596748097.625477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e1a0000 0xfde1a0000(0xfde1a0000) 00000800:00000200:86.0:1596748097.625478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e1a1000 0xfde1a1000(0xfde1a1000) 00000800:00000200:86.0:1596748097.625479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e1a2000 0xfde1a2000(0xfde1a2000) 00000800:00000200:86.0:1596748097.625479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e1a3000 0xfde1a3000(0xfde1a3000) 00000800:00000200:86.0:1596748097.625480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e1a4000 0xfde1a4000(0xfde1a4000) 00000800:00000200:86.0:1596748097.625481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e1a5000 0xfde1a5000(0xfde1a5000) 00000800:00000200:86.0:1596748097.625482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e1a6000 0xfde1a6000(0xfde1a6000) 00000800:00000200:86.0:1596748097.625483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e1a7000 0xfde1a7000(0xfde1a7000) 00000800:00000200:86.0:1596748097.625484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e1a8000 0xfde1a8000(0xfde1a8000) 00000800:00000200:86.0:1596748097.625484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e1a9000 0xfde1a9000(0xfde1a9000) 00000800:00000200:86.0:1596748097.625485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e1aa000 0xfde1aa000(0xfde1aa000) 00000800:00000200:86.0:1596748097.625486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e1ab000 0xfde1ab000(0xfde1ab000) 00000800:00000200:86.0:1596748097.625487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e1ac000 0xfde1ac000(0xfde1ac000) 00000800:00000200:86.0:1596748097.625487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e1ad000 0xfde1ad000(0xfde1ad000) 00000800:00000200:86.0:1596748097.625488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e1ae000 0xfde1ae000(0xfde1ae000) 00000800:00000200:86.0:1596748097.625489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e1af000 0xfde1af000(0xfde1af000) 00000800:00000200:86.0:1596748097.625490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e1b0000 0xfde1b0000(0xfde1b0000) 00000800:00000200:86.0:1596748097.625490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e1b1000 0xfde1b1000(0xfde1b1000) 00000800:00000010:86.0:1596748097.626036:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3980 (tot 157164394). 00000800:00000200:86.0:1596748097.626037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626038:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626039:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626040:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626040:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626041:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626042:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626043:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626044:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626045:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626047:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621600] (20)-- 00000800:00000200:86.0:1596748097.626055:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.112@o2ib36 00000800:00000200:86.0:1596748097.626317:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.626709:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.112@o2ib36 00000800:00000200:86.0:1596748097.626711:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.112@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.626712:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157164258). 00000800:00000200:86.0:1596748097.626713:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e621600] (19)++ 00000800:00000200:86.0:1596748097.626714:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e621600] (20)++ 00000800:00000200:86.0:1596748097.626715:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e621600] (21)-- 00000800:00000200:84.2:1596748097.626719:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e621600] (20)++ 00000800:00000010:86.0:1596748097.652825:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295600 (tot 157164370). 00000800:00000200:86.0:1596748097.652828:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295600] -> 192.168.128.145@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.652831:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295580 (tot 157164482). 00000800:00000010:86.0:1596748097.652836:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46474e800 (tot 157164778). 00000800:00000010:86.0:1596748097.652839:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f04240 (tot 157164914). 00000800:00000010:86.0:1596748097.652841:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f17e800 (tot 157166786). 00000800:00000010:86.0:1596748097.652842:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f049c0 (tot 157166938). 00000800:00000200:86.0:1596748097.652847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463f8c000 0x27e3f8c000(0x27e3f8c000) 00000800:00000200:86.0:1596748097.652848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463f8d000 0x27e3f8d000(0x27e3f8d000) 00000800:00000200:86.0:1596748097.652849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463f8e000 0x27e3f8e000(0x27e3f8e000) 00000800:00000200:86.0:1596748097.652849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463f8f000 0x27e3f8f000(0x27e3f8f000) 00000800:00000200:86.0:1596748097.652850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463fa0000 0x27e3fa0000(0x27e3fa0000) 00000800:00000200:86.0:1596748097.652851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463fa1000 0x27e3fa1000(0x27e3fa1000) 00000800:00000200:86.0:1596748097.652852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463fa2000 0x27e3fa2000(0x27e3fa2000) 00000800:00000200:86.0:1596748097.652852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463fa3000 0x27e3fa3000(0x27e3fa3000) 00000800:00000200:86.0:1596748097.652853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464614000 0x27e4614000(0x27e4614000) 00000800:00000200:86.0:1596748097.652854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464615000 0x27e4615000(0x27e4615000) 00000800:00000200:86.0:1596748097.652855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464616000 0x27e4616000(0x27e4616000) 00000800:00000200:86.0:1596748097.652855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464617000 0x27e4617000(0x27e4617000) 00000800:00000200:86.0:1596748097.652856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4634ec000 0x27e34ec000(0x27e34ec000) 00000800:00000200:86.0:1596748097.652857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4634ed000 0x27e34ed000(0x27e34ed000) 00000800:00000200:86.0:1596748097.652857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4634ee000 0x27e34ee000(0x27e34ee000) 00000800:00000200:86.0:1596748097.652858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4634ef000 0x27e34ef000(0x27e34ef000) 00000800:00000200:86.0:1596748097.652859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463c4c000 0x27e3c4c000(0x27e3c4c000) 00000800:00000200:86.0:1596748097.652860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463c4d000 0x27e3c4d000(0x27e3c4d000) 00000800:00000010:86.0:1596748097.653398:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295580 (tot 157166826). 00000800:00000200:86.0:1596748097.653400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.653417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46474e800] (20)-- 00000800:00000200:86.0:1596748097.653419:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.145@o2ib36 00000800:00000200:86.0:1596748097.653687:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.654069:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.145@o2ib36 00000800:00000200:86.0:1596748097.654070:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.145@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.654071:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f04240 (tot 157166690). 00000800:00000200:86.0:1596748097.654072:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46474e800] (19)++ 00000800:00000200:86.0:1596748097.654073:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46474e800] (20)++ 00000800:00000200:86.0:1596748097.654073:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46474e800] (21)-- 00000800:00000200:41.2:1596748097.654080:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46474e800] (20)++ 00000800:00000010:86.0:1596748097.837394:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0780 (tot 157166802). 00000800:00000200:86.0:1596748097.837398:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0780] -> 192.168.128.108@o2ib36 (1)++ 00000800:00000010:86.0:1596748097.837400:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0800 (tot 157166914). 00000800:00000010:86.0:1596748097.837402:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d02000 (tot 157167210). 00000800:00000010:86.0:1596748097.837404:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157167346). 00000800:00000010:86.0:1596748097.837406:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65967800 (tot 157169218). 00000800:00000010:86.0:1596748097.837407:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb29c0 (tot 157169370). 00000800:00000200:86.0:1596748097.837410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6596c000 0x2fe596c000(0x2fe596c000) 00000800:00000200:86.0:1596748097.837411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6596d000 0x2fe596d000(0x2fe596d000) 00000800:00000200:86.0:1596748097.837412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6596e000 0x2fe596e000(0x2fe596e000) 00000800:00000200:86.0:1596748097.837413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6596f000 0x2fe596f000(0x2fe596f000) 00000800:00000200:86.0:1596748097.837414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65970000 0x2fe5970000(0x2fe5970000) 00000800:00000200:86.0:1596748097.837415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65971000 0x2fe5971000(0x2fe5971000) 00000800:00000200:86.0:1596748097.837415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65972000 0x2fe5972000(0x2fe5972000) 00000800:00000200:86.0:1596748097.837416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65973000 0x2fe5973000(0x2fe5973000) 00000800:00000200:86.0:1596748097.837417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65974000 0x2fe5974000(0x2fe5974000) 00000800:00000200:86.0:1596748097.837417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65975000 0x2fe5975000(0x2fe5975000) 00000800:00000200:86.0:1596748097.837418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65976000 0x2fe5976000(0x2fe5976000) 00000800:00000200:86.0:1596748097.837419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65977000 0x2fe5977000(0x2fe5977000) 00000800:00000200:86.0:1596748097.837420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65978000 0x2fe5978000(0x2fe5978000) 00000800:00000200:86.0:1596748097.837421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65979000 0x2fe5979000(0x2fe5979000) 00000800:00000200:86.0:1596748097.837421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6597a000 0x2fe597a000(0x2fe597a000) 00000800:00000200:86.0:1596748097.837422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6597b000 0x2fe597b000(0x2fe597b000) 00000800:00000200:86.0:1596748097.837423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc6597c000 0x2fe597c000(0x2fe597c000) 00000800:00000200:86.0:1596748097.837423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6597d000 0x2fe597d000(0x2fe597d000) 00000800:00000010:86.0:1596748097.837969:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0800 (tot 157169258). 00000800:00000200:86.0:1596748097.837970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.837988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02000] (20)-- 00000800:00000200:86.0:1596748097.837989:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.108@o2ib36 00000800:00000200:86.0:1596748097.838255:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748097.838591:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.108@o2ib36 00000800:00000200:86.0:1596748097.838593:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.108@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748097.838594:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157169122). 00000800:00000200:86.0:1596748097.838595:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d02000] (19)++ 00000800:00000200:86.0:1596748097.838596:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d02000] (20)++ 00000800:00000200:86.0:1596748097.838597:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d02000] (21)-- 00000800:00000200:85.2:1596748097.838749:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d02000] (20)++ 00000800:00000010:86.0:1596748098.188012:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0800 (tot 157169234). 00000800:00000200:86.0:1596748098.188015:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0800] -> 192.168.128.158@o2ib36 (1)++ 00000800:00000010:86.0:1596748098.188017:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0880 (tot 157169346). 00000800:00000010:86.0:1596748098.188018:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d02400 (tot 157169642). 00000800:00000010:86.0:1596748098.188019:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157169778). 00000800:00000010:86.0:1596748098.188020:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65966800 (tot 157171650). 00000800:00000010:86.0:1596748098.188020:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb2c00 (tot 157171802). 00000800:00000200:86.0:1596748098.188026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6597e000 0x2fe597e000(0x2fe597e000) 00000800:00000200:86.0:1596748098.188027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6597f000 0x2fe597f000(0x2fe597f000) 00000800:00000200:86.0:1596748098.188028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65980000 0x2fe5980000(0x2fe5980000) 00000800:00000200:86.0:1596748098.188028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65981000 0x2fe5981000(0x2fe5981000) 00000800:00000200:86.0:1596748098.188029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65982000 0x2fe5982000(0x2fe5982000) 00000800:00000200:86.0:1596748098.188030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65983000 0x2fe5983000(0x2fe5983000) 00000800:00000200:86.0:1596748098.188031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65984000 0x2fe5984000(0x2fe5984000) 00000800:00000200:86.0:1596748098.188031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65985000 0x2fe5985000(0x2fe5985000) 00000800:00000200:86.0:1596748098.188032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65986000 0x2fe5986000(0x2fe5986000) 00000800:00000200:86.0:1596748098.188033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65987000 0x2fe5987000(0x2fe5987000) 00000800:00000200:86.0:1596748098.188034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65988000 0x2fe5988000(0x2fe5988000) 00000800:00000200:86.0:1596748098.188034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65989000 0x2fe5989000(0x2fe5989000) 00000800:00000200:86.0:1596748098.188035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6598a000 0x2fe598a000(0x2fe598a000) 00000800:00000200:86.0:1596748098.188036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6598b000 0x2fe598b000(0x2fe598b000) 00000800:00000200:86.0:1596748098.188037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6598c000 0x2fe598c000(0x2fe598c000) 00000800:00000200:86.0:1596748098.188037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6598d000 0x2fe598d000(0x2fe598d000) 00000800:00000200:86.0:1596748098.188038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc6598e000 0x2fe598e000(0x2fe598e000) 00000800:00000200:86.0:1596748098.188039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6598f000 0x2fe598f000(0x2fe598f000) 00000800:00000010:86.0:1596748098.188627:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0880 (tot 157171690). 00000800:00000200:86.0:1596748098.188628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.188646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02400] (20)-- 00000800:00000200:86.0:1596748098.188648:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.158@o2ib36 00000800:00000200:86.0:1596748098.188914:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748098.189275:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.158@o2ib36 00000800:00000200:86.0:1596748098.189277:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.158@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748098.189277:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157171554). 00000800:00000200:86.0:1596748098.189279:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d02400] (19)++ 00000800:00000200:86.0:1596748098.189279:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d02400] (20)++ 00000800:00000200:86.0:1596748098.189281:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d02400] (21)-- 00000800:00000200:40.2:1596748098.189442:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d02400] (20)++ 00000800:00000010:86.0:1596748098.243391:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294980 (tot 157171666). 00000800:00000200:86.0:1596748098.243395:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294980] -> 192.168.128.140@o2ib36 (1)++ 00000800:00000010:86.0:1596748098.243396:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294a00 (tot 157171778). 00000800:00000010:86.0:1596748098.243399:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c22000 (tot 157172074). 00000800:00000010:86.0:1596748098.243401:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157172210). 00000800:00000010:86.0:1596748098.243403:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f17a000 (tot 157174082). 00000800:00000010:86.0:1596748098.243404:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f052c0 (tot 157174234). 00000800:00000200:86.0:1596748098.243413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463c4e000 0x27e3c4e000(0x27e3c4e000) 00000800:00000200:86.0:1596748098.243414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463c4f000 0x27e3c4f000(0x27e3c4f000) 00000800:00000200:86.0:1596748098.243415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463500000 0x27e3500000(0x27e3500000) 00000800:00000200:86.0:1596748098.243416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463501000 0x27e3501000(0x27e3501000) 00000800:00000200:86.0:1596748098.243416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463502000 0x27e3502000(0x27e3502000) 00000800:00000200:86.0:1596748098.243417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463503000 0x27e3503000(0x27e3503000) 00000800:00000200:86.0:1596748098.243418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46372c000 0x27e372c000(0x27e372c000) 00000800:00000200:86.0:1596748098.243419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46372d000 0x27e372d000(0x27e372d000) 00000800:00000200:86.0:1596748098.243419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46372e000 0x27e372e000(0x27e372e000) 00000800:00000200:86.0:1596748098.243420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46372f000 0x27e372f000(0x27e372f000) 00000800:00000200:86.0:1596748098.243421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464158000 0x27e4158000(0x27e4158000) 00000800:00000200:86.0:1596748098.243422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464159000 0x27e4159000(0x27e4159000) 00000800:00000200:86.0:1596748098.243422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46415a000 0x27e415a000(0x27e415a000) 00000800:00000200:86.0:1596748098.243423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46415b000 0x27e415b000(0x27e415b000) 00000800:00000200:86.0:1596748098.243424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464538000 0x27e4538000(0x27e4538000) 00000800:00000200:86.0:1596748098.243425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464539000 0x27e4539000(0x27e4539000) 00000800:00000200:86.0:1596748098.243425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46453a000 0x27e453a000(0x27e453a000) 00000800:00000200:86.0:1596748098.243426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46453b000 0x27e453b000(0x27e453b000) 00000800:00000010:86.0:1596748098.243988:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294a00 (tot 157174122). 00000800:00000200:86.0:1596748098.243989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.243999:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.243999:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244000:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244000:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244001:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244001:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244002:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244002:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244003:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244003:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244004:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244004:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244005:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244006:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244006:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244007:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c22000] (20)-- 00000800:00000200:86.0:1596748098.244008:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.140@o2ib36 00000800:00000200:86.0:1596748098.244254:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748098.244646:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.140@o2ib36 00000800:00000200:86.0:1596748098.244647:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.140@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748098.244648:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157173986). 00000800:00000200:86.0:1596748098.244649:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c22000] (19)++ 00000800:00000200:86.0:1596748098.244650:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c22000] (20)++ 00000800:00000200:86.0:1596748098.244651:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c22000] (21)-- 00000800:00000200:40.2:1596748098.244834:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c22000] (20)++ 00000800:00000010:86.0:1596748098.348260:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2600 (tot 157174098). 00000800:00000200:86.0:1596748098.348263:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2600] -> 192.168.128.133@o2ib36 (1)++ 00000800:00000010:86.0:1596748098.348265:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2680 (tot 157174210). 00000800:00000010:86.0:1596748098.348266:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e621400 (tot 157174506). 00000800:00000010:86.0:1596748098.348267:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e182240 (tot 157174642). 00000800:00000010:86.0:1596748098.348271:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c0000 (tot 157176514). 00000800:00000010:86.0:1596748098.348272:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e182540 (tot 157176666). 00000800:00000200:86.0:1596748098.348277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e1b2000 0xfde1b2000(0xfde1b2000) 00000800:00000200:86.0:1596748098.348278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e1b3000 0xfde1b3000(0xfde1b3000) 00000800:00000200:86.0:1596748098.348279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e1b4000 0xfde1b4000(0xfde1b4000) 00000800:00000200:86.0:1596748098.348280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e1b5000 0xfde1b5000(0xfde1b5000) 00000800:00000200:86.0:1596748098.348281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e1b6000 0xfde1b6000(0xfde1b6000) 00000800:00000200:86.0:1596748098.348281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e1b7000 0xfde1b7000(0xfde1b7000) 00000800:00000200:86.0:1596748098.348282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e1b8000 0xfde1b8000(0xfde1b8000) 00000800:00000200:86.0:1596748098.348283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e1b9000 0xfde1b9000(0xfde1b9000) 00000800:00000200:86.0:1596748098.348284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e1ba000 0xfde1ba000(0xfde1ba000) 00000800:00000200:86.0:1596748098.348284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e1bb000 0xfde1bb000(0xfde1bb000) 00000800:00000200:86.0:1596748098.348285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e1bc000 0xfde1bc000(0xfde1bc000) 00000800:00000200:86.0:1596748098.348286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e1bd000 0xfde1bd000(0xfde1bd000) 00000800:00000200:86.0:1596748098.348286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e1be000 0xfde1be000(0xfde1be000) 00000800:00000200:86.0:1596748098.348287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e1bf000 0xfde1bf000(0xfde1bf000) 00000800:00000200:86.0:1596748098.348288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e1c8000 0xfde1c8000(0xfde1c8000) 00000800:00000200:86.0:1596748098.348289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e1c9000 0xfde1c9000(0xfde1c9000) 00000800:00000200:86.0:1596748098.348289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e1ca000 0xfde1ca000(0xfde1ca000) 00000800:00000200:86.0:1596748098.348290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e1cb000 0xfde1cb000(0xfde1cb000) 00000800:00000010:86.0:1596748098.348861:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2680 (tot 157176554). 00000800:00000200:86.0:1596748098.348862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.348880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e621400] (20)-- 00000800:00000200:86.0:1596748098.348881:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.133@o2ib36 00000800:00000200:86.0:1596748098.349140:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:89.2:1596748098.349447:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e621400] (19)++ 00000800:00000200:86.0:1596748098.349449:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.133@o2ib36 00000800:00000200:86.0:1596748098.349450:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.133@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748098.349451:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e182240 (tot 157176418). 00000800:00000200:86.0:1596748098.349453:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e621400] (20)++ 00000800:00000200:86.0:1596748098.349453:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e621400] (21)++ 00000800:00000200:86.0:1596748098.349454:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e621400] (22)-- 00000800:00000200:86.0:1596748098.407504:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748098.674660:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35500 (tot 157176530). 00000800:00000200:86.0:1596748098.674664:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35500] -> 192.168.128.128@o2ib36 (1)++ 00000800:00000010:86.0:1596748098.674666:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35480 (tot 157176642). 00000800:00000010:86.0:1596748098.674668:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c432000 (tot 157176938). 00000800:00000010:86.0:1596748098.674670:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c696000 (tot 157177074). 00000800:00000010:86.0:1596748098.674672:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c71a000 (tot 157178946). 00000800:00000010:86.0:1596748098.674673:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c696c00 (tot 157179098). 00000800:00000200:86.0:1596748098.674676:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c764000 0x7dc764000(0x7dc764000) 00000800:00000200:86.0:1596748098.674677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c765000 0x7dc765000(0x7dc765000) 00000800:00000200:86.0:1596748098.674678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c766000 0x7dc766000(0x7dc766000) 00000800:00000200:86.0:1596748098.674679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c767000 0x7dc767000(0x7dc767000) 00000800:00000200:86.0:1596748098.674680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c768000 0x7dc768000(0x7dc768000) 00000800:00000200:86.0:1596748098.674681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c769000 0x7dc769000(0x7dc769000) 00000800:00000200:86.0:1596748098.674681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c76a000 0x7dc76a000(0x7dc76a000) 00000800:00000200:86.0:1596748098.674682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c76b000 0x7dc76b000(0x7dc76b000) 00000800:00000200:86.0:1596748098.674683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c76c000 0x7dc76c000(0x7dc76c000) 00000800:00000200:86.0:1596748098.674684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c76d000 0x7dc76d000(0x7dc76d000) 00000800:00000200:86.0:1596748098.674684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c76e000 0x7dc76e000(0x7dc76e000) 00000800:00000200:86.0:1596748098.674685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c76f000 0x7dc76f000(0x7dc76f000) 00000800:00000200:86.0:1596748098.674686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c770000 0x7dc770000(0x7dc770000) 00000800:00000200:86.0:1596748098.674686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c771000 0x7dc771000(0x7dc771000) 00000800:00000200:86.0:1596748098.674687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c772000 0x7dc772000(0x7dc772000) 00000800:00000200:86.0:1596748098.674688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c773000 0x7dc773000(0x7dc773000) 00000800:00000200:86.0:1596748098.674689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c774000 0x7dc774000(0x7dc774000) 00000800:00000200:86.0:1596748098.674689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c775000 0x7dc775000(0x7dc775000) 00000800:00000010:86.0:1596748098.675271:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35480 (tot 157178986). 00000800:00000200:86.0:1596748098.675272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c432000] (20)-- 00000800:00000200:86.0:1596748098.675291:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.128@o2ib36 00000800:00000200:86.0:1596748098.675547:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748098.675844:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c432000] (19)++ 00000800:00000200:86.0:1596748098.675846:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.128@o2ib36 00000800:00000200:86.0:1596748098.675847:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.128@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748098.675848:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c696000 (tot 157178850). 00000800:00000200:86.0:1596748098.675849:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c432000] (20)++ 00000800:00000200:86.0:1596748098.675850:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c432000] (21)++ 00000800:00000200:86.0:1596748098.675851:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c432000] (22)-- 00000800:00000010:86.0:1596748099.113258:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849680 (tot 157178962). 00000800:00000200:86.0:1596748099.113261:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849680] -> 192.168.128.3@o2ib36 (1)++ 00000800:00000010:86.0:1596748099.113263:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849600 (tot 157179074). 00000800:00000010:86.0:1596748099.113266:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f8937e00 (tot 157179370). 00000800:00000010:86.0:1596748099.113268:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28b740 (tot 157179506). 00000800:00000010:86.0:1596748099.113269:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf1000 (tot 157181378). 00000800:00000010:86.0:1596748099.113270:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28b680 (tot 157181530). 00000800:00000200:86.0:1596748099.113275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f8061000 0x3778061000(0x3778061000) 00000800:00000200:86.0:1596748099.113276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f8062000 0x3778062000(0x3778062000) 00000800:00000200:86.0:1596748099.113277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f8063000 0x3778063000(0x3778063000) 00000800:00000200:86.0:1596748099.113278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f8064000 0x3778064000(0x3778064000) 00000800:00000200:86.0:1596748099.113278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f8065000 0x3778065000(0x3778065000) 00000800:00000200:86.0:1596748099.113279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f8066000 0x3778066000(0x3778066000) 00000800:00000200:86.0:1596748099.113280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f8067000 0x3778067000(0x3778067000) 00000800:00000200:86.0:1596748099.113281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f8068000 0x3778068000(0x3778068000) 00000800:00000200:86.0:1596748099.113281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f8069000 0x3778069000(0x3778069000) 00000800:00000200:86.0:1596748099.113282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f806a000 0x377806a000(0x377806a000) 00000800:00000200:86.0:1596748099.113283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f806b000 0x377806b000(0x377806b000) 00000800:00000200:86.0:1596748099.113284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f806c000 0x377806c000(0x377806c000) 00000800:00000200:86.0:1596748099.113284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f806d000 0x377806d000(0x377806d000) 00000800:00000200:86.0:1596748099.113285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f806e000 0x377806e000(0x377806e000) 00000800:00000200:86.0:1596748099.113286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f806f000 0x377806f000(0x377806f000) 00000800:00000200:86.0:1596748099.113287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f8098000 0x3778098000(0x3778098000) 00000800:00000200:86.0:1596748099.113287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f8099000 0x3778099000(0x3778099000) 00000800:00000200:86.0:1596748099.113288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f809a000 0x377809a000(0x377809a000) 00000800:00000010:86.0:1596748099.113856:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849600 (tot 157181418). 00000800:00000200:86.0:1596748099.113857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.113875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8937e00] (20)-- 00000800:00000200:86.0:1596748099.113876:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.3@o2ib36 00000800:00000200:86.0:1596748099.114130:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748099.114479:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.3@o2ib36 00000800:00000200:86.0:1596748099.114481:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.3@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748099.114481:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28b740 (tot 157181282). 00000800:00000200:86.0:1596748099.114483:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f8937e00] (19)++ 00000800:00000200:86.0:1596748099.114483:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f8937e00] (20)++ 00000800:00000200:86.0:1596748099.114484:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f8937e00] (21)-- 00000800:00000200:85.2:1596748099.114634:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f8937e00] (20)++ 00000800:00000010:86.0:1596748099.216194:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295580 (tot 157181394). 00000800:00000200:86.0:1596748099.216197:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295580] -> 192.168.128.111@o2ib36 (1)++ 00000800:00000010:86.0:1596748099.216200:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295500 (tot 157181506). 00000800:00000010:86.0:1596748099.216202:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c24400 (tot 157181802). 00000800:00000010:86.0:1596748099.216204:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f04240 (tot 157181938). 00000800:00000010:86.0:1596748099.216205:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f17d800 (tot 157183810). 00000800:00000010:86.0:1596748099.216206:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f04c00 (tot 157183962). 00000800:00000200:86.0:1596748099.216209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46453c000 0x27e453c000(0x27e453c000) 00000800:00000200:86.0:1596748099.216210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46453d000 0x27e453d000(0x27e453d000) 00000800:00000200:86.0:1596748099.216211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46453e000 0x27e453e000(0x27e453e000) 00000800:00000200:86.0:1596748099.216212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46453f000 0x27e453f000(0x27e453f000) 00000800:00000200:86.0:1596748099.216212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4637d0000 0x27e37d0000(0x27e37d0000) 00000800:00000200:86.0:1596748099.216213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4637d1000 0x27e37d1000(0x27e37d1000) 00000800:00000200:86.0:1596748099.216214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4637d2000 0x27e37d2000(0x27e37d2000) 00000800:00000200:86.0:1596748099.216215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4637d3000 0x27e37d3000(0x27e37d3000) 00000800:00000200:86.0:1596748099.216215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4637d4000 0x27e37d4000(0x27e37d4000) 00000800:00000200:86.0:1596748099.216216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4637d5000 0x27e37d5000(0x27e37d5000) 00000800:00000200:86.0:1596748099.216217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4637d6000 0x27e37d6000(0x27e37d6000) 00000800:00000200:86.0:1596748099.216217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4637d7000 0x27e37d7000(0x27e37d7000) 00000800:00000200:86.0:1596748099.216218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4636d8000 0x27e36d8000(0x27e36d8000) 00000800:00000200:86.0:1596748099.216219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4636d9000 0x27e36d9000(0x27e36d9000) 00000800:00000200:86.0:1596748099.216220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4636da000 0x27e36da000(0x27e36da000) 00000800:00000200:86.0:1596748099.216220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4636db000 0x27e36db000(0x27e36db000) 00000800:00000200:86.0:1596748099.216221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4636dc000 0x27e36dc000(0x27e36dc000) 00000800:00000200:86.0:1596748099.216222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4636dd000 0x27e36dd000(0x27e36dd000) 00000800:00000010:86.0:1596748099.216782:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295500 (tot 157183850). 00000800:00000200:86.0:1596748099.216783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216785:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216785:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216786:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216786:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216787:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216787:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216788:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216788:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216789:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216789:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216790:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216790:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.216800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c24400] (20)-- 00000800:00000200:86.0:1596748099.216802:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.111@o2ib36 00000800:00000200:86.0:1596748099.217056:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748099.217453:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.111@o2ib36 00000800:00000200:86.0:1596748099.217454:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.111@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748099.217455:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f04240 (tot 157183714). 00000800:00000200:86.0:1596748099.217456:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c24400] (19)++ 00000800:00000200:86.0:1596748099.217457:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c24400] (20)++ 00000800:00000200:86.0:1596748099.217458:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c24400] (21)-- 00000800:00000200:87.2:1596748099.217623:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c24400] (20)++ 00000800:00000200:86.0:1596748099.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748099.652912:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295500 (tot 157183826). 00000800:00000200:86.0:1596748099.652916:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295500] -> 192.168.128.17@o2ib36 (1)++ 00000800:00000010:86.0:1596748099.652918:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295480 (tot 157183938). 00000800:00000010:86.0:1596748099.652919:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463436c00 (tot 157184234). 00000800:00000010:86.0:1596748099.652920:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f04240 (tot 157184370). 00000800:00000010:86.0:1596748099.652921:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f17c800 (tot 157186242). 00000800:00000010:86.0:1596748099.652922:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f04e40 (tot 157186394). 00000800:00000200:86.0:1596748099.652929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4636de000 0x27e36de000(0x27e36de000) 00000800:00000200:86.0:1596748099.652930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4636df000 0x27e36df000(0x27e36df000) 00000800:00000200:86.0:1596748099.652931:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463640000 0x27e3640000(0x27e3640000) 00000800:00000200:86.0:1596748099.652932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463641000 0x27e3641000(0x27e3641000) 00000800:00000200:86.0:1596748099.652933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463642000 0x27e3642000(0x27e3642000) 00000800:00000200:86.0:1596748099.652934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463643000 0x27e3643000(0x27e3643000) 00000800:00000200:86.0:1596748099.652934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463644000 0x27e3644000(0x27e3644000) 00000800:00000200:86.0:1596748099.652935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463645000 0x27e3645000(0x27e3645000) 00000800:00000200:86.0:1596748099.652936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463646000 0x27e3646000(0x27e3646000) 00000800:00000200:86.0:1596748099.652937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463647000 0x27e3647000(0x27e3647000) 00000800:00000200:86.0:1596748099.652937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463600000 0x27e3600000(0x27e3600000) 00000800:00000200:86.0:1596748099.652938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463601000 0x27e3601000(0x27e3601000) 00000800:00000200:86.0:1596748099.652939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463602000 0x27e3602000(0x27e3602000) 00000800:00000200:86.0:1596748099.652939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463603000 0x27e3603000(0x27e3603000) 00000800:00000200:86.0:1596748099.652940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463604000 0x27e3604000(0x27e3604000) 00000800:00000200:86.0:1596748099.652941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463605000 0x27e3605000(0x27e3605000) 00000800:00000200:86.0:1596748099.652942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463606000 0x27e3606000(0x27e3606000) 00000800:00000200:86.0:1596748099.652942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463607000 0x27e3607000(0x27e3607000) 00000800:00000010:86.0:1596748099.653497:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295480 (tot 157186282). 00000800:00000200:86.0:1596748099.653505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.653523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463436c00] (20)-- 00000800:00000200:86.0:1596748099.653524:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.17@o2ib36 00000800:00000200:86.0:1596748099.653795:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748099.654184:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.17@o2ib36 00000800:00000200:86.0:1596748099.654185:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.17@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748099.654185:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f04240 (tot 157186146). 00000800:00000200:86.0:1596748099.654186:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463436c00] (19)++ 00000800:00000200:86.0:1596748099.654187:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463436c00] (20)++ 00000800:00000200:86.0:1596748099.654188:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463436c00] (21)-- 00000800:00000200:39.2:1596748099.654353:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463436c00] (20)++ 00000800:00000010:86.0:1596748099.788346:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34900 (tot 157186258). 00000800:00000200:86.0:1596748099.788349:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34900] -> 192.168.128.102@o2ib36 (1)++ 00000800:00000010:86.0:1596748099.788351:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34980 (tot 157186370). 00000800:00000010:86.0:1596748099.788352:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c435a00 (tot 157186666). 00000800:00000010:86.0:1596748099.788354:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157186802). 00000800:00000010:86.0:1596748099.788355:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c71c800 (tot 157188674). 00000800:00000010:86.0:1596748099.788356:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c697080 (tot 157188826). 00000800:00000200:86.0:1596748099.788363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c776000 0x7dc776000(0x7dc776000) 00000800:00000200:86.0:1596748099.788364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c777000 0x7dc777000(0x7dc777000) 00000800:00000200:86.0:1596748099.788365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c778000 0x7dc778000(0x7dc778000) 00000800:00000200:86.0:1596748099.788365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c779000 0x7dc779000(0x7dc779000) 00000800:00000200:86.0:1596748099.788366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c77a000 0x7dc77a000(0x7dc77a000) 00000800:00000200:86.0:1596748099.788367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c77b000 0x7dc77b000(0x7dc77b000) 00000800:00000200:86.0:1596748099.788368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c77c000 0x7dc77c000(0x7dc77c000) 00000800:00000200:86.0:1596748099.788368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c77d000 0x7dc77d000(0x7dc77d000) 00000800:00000200:86.0:1596748099.788369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c77e000 0x7dc77e000(0x7dc77e000) 00000800:00000200:86.0:1596748099.788370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c77f000 0x7dc77f000(0x7dc77f000) 00000800:00000200:86.0:1596748099.788370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c780000 0x7dc780000(0x7dc780000) 00000800:00000200:86.0:1596748099.788371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c781000 0x7dc781000(0x7dc781000) 00000800:00000200:86.0:1596748099.788372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c782000 0x7dc782000(0x7dc782000) 00000800:00000200:86.0:1596748099.788373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c783000 0x7dc783000(0x7dc783000) 00000800:00000200:86.0:1596748099.788373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c784000 0x7dc784000(0x7dc784000) 00000800:00000200:86.0:1596748099.788374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c785000 0x7dc785000(0x7dc785000) 00000800:00000200:86.0:1596748099.788375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c786000 0x7dc786000(0x7dc786000) 00000800:00000200:86.0:1596748099.788375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c787000 0x7dc787000(0x7dc787000) 00000800:00000010:86.0:1596748099.788912:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34980 (tot 157188714). 00000800:00000200:86.0:1596748099.788913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.788931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435a00] (20)-- 00000800:00000200:86.0:1596748099.788932:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.102@o2ib36 00000800:00000200:86.0:1596748099.789192:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748099.789588:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.102@o2ib36 00000800:00000200:86.0:1596748099.789590:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.102@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748099.789591:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157188578). 00000800:00000200:86.0:1596748099.789592:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c435a00] (19)++ 00000800:00000200:86.0:1596748099.789593:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c435a00] (20)++ 00000800:00000200:86.0:1596748099.789593:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c435a00] (21)-- 00000800:00000200:37.2:1596748099.789759:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c435a00] (20)++ 00000800:00000010:86.0:1596748099.976360:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34980 (tot 157188690). 00000800:00000200:86.0:1596748099.976364:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34980] -> 192.168.128.162@o2ib36 (1)++ 00000800:00000010:86.0:1596748099.976365:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34a00 (tot 157188802). 00000800:00000010:86.0:1596748099.976367:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c430200 (tot 157189098). 00000800:00000010:86.0:1596748099.976368:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157189234). 00000800:00000010:86.0:1596748099.976369:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c71b800 (tot 157191106). 00000800:00000010:86.0:1596748099.976370:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c696e40 (tot 157191258). 00000800:00000200:86.0:1596748099.976372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c788000 0x7dc788000(0x7dc788000) 00000800:00000200:86.0:1596748099.976374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c789000 0x7dc789000(0x7dc789000) 00000800:00000200:86.0:1596748099.976374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c78a000 0x7dc78a000(0x7dc78a000) 00000800:00000200:86.0:1596748099.976375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c78b000 0x7dc78b000(0x7dc78b000) 00000800:00000200:86.0:1596748099.976376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c78c000 0x7dc78c000(0x7dc78c000) 00000800:00000200:86.0:1596748099.976377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c78d000 0x7dc78d000(0x7dc78d000) 00000800:00000200:86.0:1596748099.976378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c78e000 0x7dc78e000(0x7dc78e000) 00000800:00000200:86.0:1596748099.976378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c78f000 0x7dc78f000(0x7dc78f000) 00000800:00000200:86.0:1596748099.976379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c790000 0x7dc790000(0x7dc790000) 00000800:00000200:86.0:1596748099.976380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c791000 0x7dc791000(0x7dc791000) 00000800:00000200:86.0:1596748099.976380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c792000 0x7dc792000(0x7dc792000) 00000800:00000200:86.0:1596748099.976381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c793000 0x7dc793000(0x7dc793000) 00000800:00000200:86.0:1596748099.976382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c794000 0x7dc794000(0x7dc794000) 00000800:00000200:86.0:1596748099.976383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c795000 0x7dc795000(0x7dc795000) 00000800:00000200:86.0:1596748099.976383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c796000 0x7dc796000(0x7dc796000) 00000800:00000200:86.0:1596748099.976384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c797000 0x7dc797000(0x7dc797000) 00000800:00000200:86.0:1596748099.976385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c798000 0x7dc798000(0x7dc798000) 00000800:00000200:86.0:1596748099.976385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c799000 0x7dc799000(0x7dc799000) 00000800:00000010:86.0:1596748099.976942:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34a00 (tot 157191146). 00000800:00000200:86.0:1596748099.976944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.976961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c430200] (20)-- 00000800:00000200:86.0:1596748099.976962:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.162@o2ib36 00000800:00000200:86.0:1596748099.977234:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748099.977637:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.162@o2ib36 00000800:00000200:86.0:1596748099.977639:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.162@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748099.977640:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157191010). 00000800:00000200:86.0:1596748099.977641:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c430200] (19)++ 00000800:00000200:86.0:1596748099.977641:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c430200] (20)++ 00000800:00000200:86.0:1596748099.977642:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c430200] (21)-- 00000800:00000200:37.2:1596748099.977824:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c430200] (20)++ 00000800:00000010:86.0:1596748100.099608:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848800 (tot 157191122). 00000800:00000200:86.0:1596748100.099611:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848800] -> 192.168.128.100@o2ib36 (1)++ 00000800:00000010:86.0:1596748100.099613:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848880 (tot 157191234). 00000800:00000010:86.0:1596748100.099615:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb2f600 (tot 157191530). 00000800:00000010:86.0:1596748100.099616:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28b080 (tot 157191666). 00000800:00000010:86.0:1596748100.099617:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf5800 (tot 157193538). 00000800:00000010:86.0:1596748100.099618:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28b140 (tot 157193690). 00000800:00000200:86.0:1596748100.099622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f7d0d000 0x3777d0d000(0x3777d0d000) 00000800:00000200:86.0:1596748100.099623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f7d0e000 0x3777d0e000(0x3777d0e000) 00000800:00000200:86.0:1596748100.099624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f7d0f000 0x3777d0f000(0x3777d0f000) 00000800:00000200:86.0:1596748100.099625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f7d10000 0x3777d10000(0x3777d10000) 00000800:00000200:86.0:1596748100.099626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f7d11000 0x3777d11000(0x3777d11000) 00000800:00000200:86.0:1596748100.099627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f7d12000 0x3777d12000(0x3777d12000) 00000800:00000200:86.0:1596748100.099627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f7d13000 0x3777d13000(0x3777d13000) 00000800:00000200:86.0:1596748100.099628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f7d14000 0x3777d14000(0x3777d14000) 00000800:00000200:86.0:1596748100.099629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f7d15000 0x3777d15000(0x3777d15000) 00000800:00000200:86.0:1596748100.099629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f7d16000 0x3777d16000(0x3777d16000) 00000800:00000200:86.0:1596748100.099630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f7d17000 0x3777d17000(0x3777d17000) 00000800:00000200:86.0:1596748100.099631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f7d18000 0x3777d18000(0x3777d18000) 00000800:00000200:86.0:1596748100.099632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f7d19000 0x3777d19000(0x3777d19000) 00000800:00000200:86.0:1596748100.099632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f7d1a000 0x3777d1a000(0x3777d1a000) 00000800:00000200:86.0:1596748100.099633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f7d1b000 0x3777d1b000(0x3777d1b000) 00000800:00000200:86.0:1596748100.099634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f7d1c000 0x3777d1c000(0x3777d1c000) 00000800:00000200:86.0:1596748100.099635:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f7d1d000 0x3777d1d000(0x3777d1d000) 00000800:00000200:86.0:1596748100.099635:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f7d1e000 0x3777d1e000(0x3777d1e000) 00000800:00000010:86.0:1596748100.100174:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848880 (tot 157193578). 00000800:00000200:86.0:1596748100.100175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100192:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.100192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb2f600] (20)-- 00000800:00000200:86.0:1596748100.100194:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.100@o2ib36 00000800:00000200:86.0:1596748100.100443:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748100.101299:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.100@o2ib36 00000800:00000200:86.0:1596748100.101300:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.100@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748100.101301:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28b080 (tot 157193442). 00000800:00000200:86.0:1596748100.101302:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb2f600] (19)++ 00000800:00000200:86.0:1596748100.101302:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb2f600] (20)++ 00000800:00000200:86.0:1596748100.101303:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb2f600] (21)-- 00000800:00000200:89.2:1596748100.101308:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb2f600] (20)++ 00000800:00000010:86.0:1596748100.180272:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3980 (tot 157193554). 00000800:00000200:86.0:1596748100.180275:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3980] -> 192.168.128.91@o2ib36 (1)++ 00000800:00000010:86.0:1596748100.180278:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3900 (tot 157193666). 00000800:00000010:86.0:1596748100.180280:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e624200 (tot 157193962). 00000800:00000010:86.0:1596748100.180282:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157194098). 00000800:00000010:86.0:1596748100.180284:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c7800 (tot 157195970). 00000800:00000010:86.0:1596748100.180285:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e183980 (tot 157196122). 00000800:00000200:86.0:1596748100.180288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e1cc000 0xfde1cc000(0xfde1cc000) 00000800:00000200:86.0:1596748100.180289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e1cd000 0xfde1cd000(0xfde1cd000) 00000800:00000200:86.0:1596748100.180290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e1ce000 0xfde1ce000(0xfde1ce000) 00000800:00000200:86.0:1596748100.180291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e1cf000 0xfde1cf000(0xfde1cf000) 00000800:00000200:86.0:1596748100.180292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e1d0000 0xfde1d0000(0xfde1d0000) 00000800:00000200:86.0:1596748100.180293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e1d1000 0xfde1d1000(0xfde1d1000) 00000800:00000200:86.0:1596748100.180293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e1d2000 0xfde1d2000(0xfde1d2000) 00000800:00000200:86.0:1596748100.180294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e1d3000 0xfde1d3000(0xfde1d3000) 00000800:00000200:86.0:1596748100.180295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e1d4000 0xfde1d4000(0xfde1d4000) 00000800:00000200:86.0:1596748100.180296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e1d5000 0xfde1d5000(0xfde1d5000) 00000800:00000200:86.0:1596748100.180296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e1d6000 0xfde1d6000(0xfde1d6000) 00000800:00000200:86.0:1596748100.180297:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e1d7000 0xfde1d7000(0xfde1d7000) 00000800:00000200:86.0:1596748100.180298:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e1d8000 0xfde1d8000(0xfde1d8000) 00000800:00000200:86.0:1596748100.180299:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e1d9000 0xfde1d9000(0xfde1d9000) 00000800:00000200:86.0:1596748100.180299:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e1da000 0xfde1da000(0xfde1da000) 00000800:00000200:86.0:1596748100.180300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e1db000 0xfde1db000(0xfde1db000) 00000800:00000200:86.0:1596748100.180301:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e1dc000 0xfde1dc000(0xfde1dc000) 00000800:00000200:86.0:1596748100.180301:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e1dd000 0xfde1dd000(0xfde1dd000) 00000800:00000010:86.0:1596748100.180880:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3900 (tot 157196010). 00000800:00000200:86.0:1596748100.180881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.180898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e624200] (20)-- 00000800:00000200:86.0:1596748100.180900:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.91@o2ib36 00000800:00000200:86.0:1596748100.181152:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748100.181532:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.91@o2ib36 00000800:00000200:86.0:1596748100.181533:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.91@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748100.181534:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157195874). 00000800:00000200:86.0:1596748100.181535:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e624200] (19)++ 00000800:00000200:86.0:1596748100.181536:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e624200] (20)++ 00000800:00000200:86.0:1596748100.181537:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e624200] (21)-- 00000800:00000200:89.2:1596748100.181542:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e624200] (20)++ 00000800:00000010:86.0:1596748100.444298:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3900 (tot 157195986). 00000800:00000200:86.0:1596748100.444302:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3900] -> 192.168.128.44@o2ib36 (1)++ 00000800:00000010:86.0:1596748100.444304:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3880 (tot 157196098). 00000800:00000010:86.0:1596748100.444306:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e625200 (tot 157196394). 00000800:00000010:86.0:1596748100.444307:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157196530). 00000800:00000010:86.0:1596748100.444308:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c6800 (tot 157198402). 00000800:00000010:86.0:1596748100.444309:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e183740 (tot 157198554). 00000800:00000200:86.0:1596748100.444315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e1de000 0xfde1de000(0xfde1de000) 00000800:00000200:86.0:1596748100.444316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e1df000 0xfde1df000(0xfde1df000) 00000800:00000200:86.0:1596748100.444317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e1e0000 0xfde1e0000(0xfde1e0000) 00000800:00000200:86.0:1596748100.444317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e1e1000 0xfde1e1000(0xfde1e1000) 00000800:00000200:86.0:1596748100.444318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e1e2000 0xfde1e2000(0xfde1e2000) 00000800:00000200:86.0:1596748100.444319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e1e3000 0xfde1e3000(0xfde1e3000) 00000800:00000200:86.0:1596748100.444320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e1e4000 0xfde1e4000(0xfde1e4000) 00000800:00000200:86.0:1596748100.444320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e1e5000 0xfde1e5000(0xfde1e5000) 00000800:00000200:86.0:1596748100.444321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e1e6000 0xfde1e6000(0xfde1e6000) 00000800:00000200:86.0:1596748100.444322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e1e7000 0xfde1e7000(0xfde1e7000) 00000800:00000200:86.0:1596748100.444323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e1e8000 0xfde1e8000(0xfde1e8000) 00000800:00000200:86.0:1596748100.444323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e1e9000 0xfde1e9000(0xfde1e9000) 00000800:00000200:86.0:1596748100.444324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e1ea000 0xfde1ea000(0xfde1ea000) 00000800:00000200:86.0:1596748100.444325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e1eb000 0xfde1eb000(0xfde1eb000) 00000800:00000200:86.0:1596748100.444325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e1ec000 0xfde1ec000(0xfde1ec000) 00000800:00000200:86.0:1596748100.444326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e1ed000 0xfde1ed000(0xfde1ed000) 00000800:00000200:86.0:1596748100.444327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e1ee000 0xfde1ee000(0xfde1ee000) 00000800:00000200:86.0:1596748100.444328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e1ef000 0xfde1ef000(0xfde1ef000) 00000800:00000010:86.0:1596748100.444921:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3880 (tot 157198442). 00000800:00000200:86.0:1596748100.444922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.444940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625200] (20)-- 00000800:00000200:86.0:1596748100.444942:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.44@o2ib36 00000800:00000200:86.0:1596748100.445214:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748100.445563:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e625200] (19)++ 00000800:00000200:86.0:1596748100.445569:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.44@o2ib36 00000800:00000200:86.0:1596748100.445570:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.44@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748100.445572:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157198306). 00000800:00000200:86.0:1596748100.445573:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e625200] (20)++ 00000800:00000200:86.0:1596748100.445573:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e625200] (21)++ 00000800:00000200:86.0:1596748100.445574:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e625200] (22)-- 00000800:00000010:86.0:1596748100.508904:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35100 (tot 157198418). 00000800:00000200:86.0:1596748100.508907:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35100] -> 192.168.128.46@o2ib36 (1)++ 00000800:00000010:86.0:1596748100.508909:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35080 (tot 157198530). 00000800:00000010:86.0:1596748100.508912:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf27200 (tot 157198826). 00000800:00000010:86.0:1596748100.508915:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157198962). 00000800:00000010:86.0:1596748100.508917:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b899000 (tot 157200834). 00000800:00000010:86.0:1596748100.508918:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80f2c0 (tot 157200986). 00000800:00000200:86.0:1596748100.508924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b8bb000 0x1fdb8bb000(0x1fdb8bb000) 00000800:00000200:86.0:1596748100.508925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b8bc000 0x1fdb8bc000(0x1fdb8bc000) 00000800:00000200:86.0:1596748100.508926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b8bd000 0x1fdb8bd000(0x1fdb8bd000) 00000800:00000200:86.0:1596748100.508926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b8be000 0x1fdb8be000(0x1fdb8be000) 00000800:00000200:86.0:1596748100.508927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b8bf000 0x1fdb8bf000(0x1fdb8bf000) 00000800:00000200:86.0:1596748100.508928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b8c0000 0x1fdb8c0000(0x1fdb8c0000) 00000800:00000200:86.0:1596748100.508929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b8c1000 0x1fdb8c1000(0x1fdb8c1000) 00000800:00000200:86.0:1596748100.508929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b8c2000 0x1fdb8c2000(0x1fdb8c2000) 00000800:00000200:86.0:1596748100.508930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b8c3000 0x1fdb8c3000(0x1fdb8c3000) 00000800:00000200:86.0:1596748100.508931:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b8c4000 0x1fdb8c4000(0x1fdb8c4000) 00000800:00000200:86.0:1596748100.508932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b8c5000 0x1fdb8c5000(0x1fdb8c5000) 00000800:00000200:86.0:1596748100.508932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b8c6000 0x1fdb8c6000(0x1fdb8c6000) 00000800:00000200:86.0:1596748100.508933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b8c7000 0x1fdb8c7000(0x1fdb8c7000) 00000800:00000200:86.0:1596748100.508934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b8c8000 0x1fdb8c8000(0x1fdb8c8000) 00000800:00000200:86.0:1596748100.508935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b8c9000 0x1fdb8c9000(0x1fdb8c9000) 00000800:00000200:86.0:1596748100.508935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b8ca000 0x1fdb8ca000(0x1fdb8ca000) 00000800:00000200:86.0:1596748100.508936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b8cb000 0x1fdb8cb000(0x1fdb8cb000) 00000800:00000200:86.0:1596748100.508937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b8cc000 0x1fdb8cc000(0x1fdb8cc000) 00000800:00000010:86.0:1596748100.509488:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35080 (tot 157200874). 00000800:00000200:86.0:1596748100.509489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.509517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27200] (20)-- 00000800:00000200:86.0:1596748100.509519:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.46@o2ib36 00000800:00000200:86.0:1596748100.509787:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748100.510094:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.46@o2ib36 00000800:00000200:86.0:1596748100.510095:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.46@o2ib36: active(0), version(12), status(0) 00000800:00000200:84.2:1596748100.510095:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf27200] (19)++ 00000800:00000010:86.0:1596748100.510096:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157200738). 00000800:00000200:86.0:1596748100.510097:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf27200] (19)++ 00000800:00000200:86.0:1596748100.510098:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf27200] (21)++ 00000800:00000200:86.0:1596748100.510099:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf27200] (22)-- 00000800:00000010:86.0:1596748100.597983:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294a00 (tot 157200850). 00000800:00000200:86.0:1596748100.597986:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294a00] -> 192.168.128.77@o2ib36 (1)++ 00000800:00000010:86.0:1596748100.597988:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294a80 (tot 157200962). 00000800:00000010:86.0:1596748100.597990:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463d32800 (tot 157201258). 00000800:00000010:86.0:1596748100.597992:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157201394). 00000800:00000010:86.0:1596748100.597995:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b47f17b000 (tot 157203266). 00000800:00000010:86.0:1596748100.597996:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463f05080 (tot 157203418). 00000800:00000200:86.0:1596748100.597999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463650000 0x27e3650000(0x27e3650000) 00000800:00000200:86.0:1596748100.598000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463651000 0x27e3651000(0x27e3651000) 00000800:00000200:86.0:1596748100.598001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463652000 0x27e3652000(0x27e3652000) 00000800:00000200:86.0:1596748100.598002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463653000 0x27e3653000(0x27e3653000) 00000800:00000200:86.0:1596748100.598002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463654000 0x27e3654000(0x27e3654000) 00000800:00000200:86.0:1596748100.598003:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463655000 0x27e3655000(0x27e3655000) 00000800:00000200:86.0:1596748100.598004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463656000 0x27e3656000(0x27e3656000) 00000800:00000200:86.0:1596748100.598005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463657000 0x27e3657000(0x27e3657000) 00000800:00000200:86.0:1596748100.598005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463578000 0x27e3578000(0x27e3578000) 00000800:00000200:86.0:1596748100.598006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463579000 0x27e3579000(0x27e3579000) 00000800:00000200:86.0:1596748100.598007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46357a000 0x27e357a000(0x27e357a000) 00000800:00000200:86.0:1596748100.598008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46357b000 0x27e357b000(0x27e357b000) 00000800:00000200:86.0:1596748100.598008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46357c000 0x27e357c000(0x27e357c000) 00000800:00000200:86.0:1596748100.598009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46357d000 0x27e357d000(0x27e357d000) 00000800:00000200:86.0:1596748100.598010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46357e000 0x27e357e000(0x27e357e000) 00000800:00000200:86.0:1596748100.598010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46357f000 0x27e357f000(0x27e357f000) 00000800:00000200:86.0:1596748100.598011:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463520000 0x27e3520000(0x27e3520000) 00000800:00000200:86.0:1596748100.598012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463521000 0x27e3521000(0x27e3521000) 00000800:00000010:86.0:1596748100.598565:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294a80 (tot 157203306). 00000800:00000200:86.0:1596748100.598567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.598584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463d32800] (20)-- 00000800:00000200:86.0:1596748100.598586:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.77@o2ib36 00000800:00000200:86.0:1596748100.598843:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748100.599730:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.77@o2ib36 00000800:00000200:86.0:1596748100.599731:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.77@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748100.599732:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157203170). 00000800:00000200:86.0:1596748100.599733:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463d32800] (19)++ 00000800:00000200:86.0:1596748100.599734:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463d32800] (20)++ 00000800:00000200:86.0:1596748100.599735:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463d32800] (21)-- 00000800:00000200:39.2:1596748100.599756:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463d32800] (20)++ 00000800:00000010:86.0:1596748100.950755:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35480 (tot 157203282). 00000800:00000200:86.0:1596748100.950758:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35480] -> 192.168.128.136@o2ib36 (1)++ 00000800:00000010:86.0:1596748100.950760:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35400 (tot 157203394). 00000800:00000010:86.0:1596748100.950762:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c433c00 (tot 157203690). 00000800:00000010:86.0:1596748100.950763:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c697ec0 (tot 157203826). 00000800:00000010:86.0:1596748100.950766:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a0000 (tot 157205698). 00000800:00000010:86.0:1596748100.950768:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79c000 (tot 157205850). 00000800:00000200:86.0:1596748100.950773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c79a000 0x7dc79a000(0x7dc79a000) 00000800:00000200:86.0:1596748100.950774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c79b000 0x7dc79b000(0x7dc79b000) 00000800:00000200:86.0:1596748100.950775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c79e000 0x7dc79e000(0x7dc79e000) 00000800:00000200:86.0:1596748100.950776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c79f000 0x7dc79f000(0x7dc79f000) 00000800:00000200:86.0:1596748100.950777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c7a8000 0x7dc7a8000(0x7dc7a8000) 00000800:00000200:86.0:1596748100.950777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c7a9000 0x7dc7a9000(0x7dc7a9000) 00000800:00000200:86.0:1596748100.950778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c7aa000 0x7dc7aa000(0x7dc7aa000) 00000800:00000200:86.0:1596748100.950779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c7ab000 0x7dc7ab000(0x7dc7ab000) 00000800:00000200:86.0:1596748100.950779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c7ac000 0x7dc7ac000(0x7dc7ac000) 00000800:00000200:86.0:1596748100.950780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c7ad000 0x7dc7ad000(0x7dc7ad000) 00000800:00000200:86.0:1596748100.950781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c7ae000 0x7dc7ae000(0x7dc7ae000) 00000800:00000200:86.0:1596748100.950782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c7af000 0x7dc7af000(0x7dc7af000) 00000800:00000200:86.0:1596748100.950782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c7b0000 0x7dc7b0000(0x7dc7b0000) 00000800:00000200:86.0:1596748100.950783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c7b1000 0x7dc7b1000(0x7dc7b1000) 00000800:00000200:86.0:1596748100.950784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c7b2000 0x7dc7b2000(0x7dc7b2000) 00000800:00000200:86.0:1596748100.950785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c7b3000 0x7dc7b3000(0x7dc7b3000) 00000800:00000200:86.0:1596748100.950785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c7b4000 0x7dc7b4000(0x7dc7b4000) 00000800:00000200:86.0:1596748100.950786:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c7b5000 0x7dc7b5000(0x7dc7b5000) 00000800:00000010:86.0:1596748100.951322:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35400 (tot 157205738). 00000800:00000200:86.0:1596748100.951323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433c00] (20)-- 00000800:00000200:86.0:1596748100.951342:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.136@o2ib36 00000800:00000200:86.0:1596748100.951619:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748100.951980:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.136@o2ib36 00000800:00000200:36.2:1596748100.951980:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c433c00] (19)++ 00000800:00000200:86.0:1596748100.951982:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.136@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748100.951982:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c697ec0 (tot 157205602). 00000800:00000200:86.0:1596748100.951984:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c433c00] (20)++ 00000800:00000200:86.0:1596748100.951984:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c433c00] (21)++ 00000800:00000200:86.0:1596748100.951985:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c433c00] (22)-- 00000800:00000010:86.0:1596748101.034741:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34c00 (tot 157205714). 00000800:00000200:86.0:1596748101.034744:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34c00] -> 192.168.128.93@o2ib36 (1)++ 00000800:00000010:86.0:1596748101.034746:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34c80 (tot 157205826). 00000800:00000010:86.0:1596748101.034748:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf27400 (tot 157206122). 00000800:00000010:86.0:1596748101.034750:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80e240 (tot 157206258). 00000800:00000010:86.0:1596748101.034751:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b89e800 (tot 157208130). 00000800:00000010:86.0:1596748101.034753:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80ee40 (tot 157208282). 00000800:00000200:86.0:1596748101.034758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b8cd000 0x1fdb8cd000(0x1fdb8cd000) 00000800:00000200:86.0:1596748101.034759:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b8ce000 0x1fdb8ce000(0x1fdb8ce000) 00000800:00000200:86.0:1596748101.034760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b8cf000 0x1fdb8cf000(0x1fdb8cf000) 00000800:00000200:86.0:1596748101.034760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b8d0000 0x1fdb8d0000(0x1fdb8d0000) 00000800:00000200:86.0:1596748101.034761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b8d1000 0x1fdb8d1000(0x1fdb8d1000) 00000800:00000200:86.0:1596748101.034762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b8d2000 0x1fdb8d2000(0x1fdb8d2000) 00000800:00000200:86.0:1596748101.034763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b8d3000 0x1fdb8d3000(0x1fdb8d3000) 00000800:00000200:86.0:1596748101.034763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b8d4000 0x1fdb8d4000(0x1fdb8d4000) 00000800:00000200:86.0:1596748101.034764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b8d5000 0x1fdb8d5000(0x1fdb8d5000) 00000800:00000200:86.0:1596748101.034765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b8d6000 0x1fdb8d6000(0x1fdb8d6000) 00000800:00000200:86.0:1596748101.034766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b8d7000 0x1fdb8d7000(0x1fdb8d7000) 00000800:00000200:86.0:1596748101.034766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b8d8000 0x1fdb8d8000(0x1fdb8d8000) 00000800:00000200:86.0:1596748101.034767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b8d9000 0x1fdb8d9000(0x1fdb8d9000) 00000800:00000200:86.0:1596748101.034768:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b8da000 0x1fdb8da000(0x1fdb8da000) 00000800:00000200:86.0:1596748101.034769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b8db000 0x1fdb8db000(0x1fdb8db000) 00000800:00000200:86.0:1596748101.034769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b8dc000 0x1fdb8dc000(0x1fdb8dc000) 00000800:00000200:86.0:1596748101.034770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b8dd000 0x1fdb8dd000(0x1fdb8dd000) 00000800:00000200:86.0:1596748101.034771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b8de000 0x1fdb8de000(0x1fdb8de000) 00000800:00000010:86.0:1596748101.035312:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34c80 (tot 157208170). 00000800:00000200:86.0:1596748101.035314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf27400] (20)-- 00000800:00000200:86.0:1596748101.035333:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.93@o2ib36 00000800:00000200:86.0:1596748101.035591:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748101.035962:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.93@o2ib36 00000800:00000200:86.0:1596748101.035964:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.93@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748101.035964:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80e240 (tot 157208034). 00000800:00000200:86.0:1596748101.035965:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf27400] (19)++ 00000800:00000200:86.0:1596748101.035966:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf27400] (20)++ 00000800:00000200:86.0:1596748101.035967:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf27400] (21)-- 00000800:00000200:87.2:1596748101.036199:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf27400] (20)++ 00000800:00000010:86.0:1596748101.697766:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e680 (tot 157208146). 00000800:00000200:86.0:1596748101.697769:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e680] -> 192.168.128.138@o2ib36 (1)++ 00000800:00000010:86.0:1596748101.697772:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28fc80 (tot 157208258). 00000800:00000010:86.0:1596748101.697775:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a44770c800 (tot 157208554). 00000800:00000010:86.0:1596748101.697777:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157208690). 00000800:00000010:86.0:1596748101.697780:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476922000 (tot 157210562). 00000800:00000010:86.0:1596748101.697781:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d06c00 (tot 157210714). 00000800:00000200:86.0:1596748101.697789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476f28000 0x17f6f28000(0x17f6f28000) 00000800:00000200:86.0:1596748101.697790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476f29000 0x17f6f29000(0x17f6f29000) 00000800:00000200:86.0:1596748101.697791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476f2a000 0x17f6f2a000(0x17f6f2a000) 00000800:00000200:86.0:1596748101.697792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476f2b000 0x17f6f2b000(0x17f6f2b000) 00000800:00000200:86.0:1596748101.697793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476f2c000 0x17f6f2c000(0x17f6f2c000) 00000800:00000200:86.0:1596748101.697793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476f2d000 0x17f6f2d000(0x17f6f2d000) 00000800:00000200:86.0:1596748101.697794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476f2e000 0x17f6f2e000(0x17f6f2e000) 00000800:00000200:86.0:1596748101.697795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476f2f000 0x17f6f2f000(0x17f6f2f000) 00000800:00000200:86.0:1596748101.697796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476f30000 0x17f6f30000(0x17f6f30000) 00000800:00000200:86.0:1596748101.697796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476f31000 0x17f6f31000(0x17f6f31000) 00000800:00000200:86.0:1596748101.697797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476f32000 0x17f6f32000(0x17f6f32000) 00000800:00000200:86.0:1596748101.697798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476f33000 0x17f6f33000(0x17f6f33000) 00000800:00000200:86.0:1596748101.697799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476f34000 0x17f6f34000(0x17f6f34000) 00000800:00000200:86.0:1596748101.697799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476f35000 0x17f6f35000(0x17f6f35000) 00000800:00000200:86.0:1596748101.697800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476f36000 0x17f6f36000(0x17f6f36000) 00000800:00000200:86.0:1596748101.697801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476f37000 0x17f6f37000(0x17f6f37000) 00000800:00000200:86.0:1596748101.697801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476f38000 0x17f6f38000(0x17f6f38000) 00000800:00000200:86.0:1596748101.697802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476f39000 0x17f6f39000(0x17f6f39000) 00000800:00000010:86.0:1596748101.698373:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28fc80 (tot 157210602). 00000800:00000200:86.0:1596748101.698375:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698375:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698376:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698377:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698378:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698378:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698379:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.698392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a44770c800] (20)-- 00000800:00000200:86.0:1596748101.698394:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.138@o2ib36 00000800:00000200:86.0:1596748101.698657:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748101.699024:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.138@o2ib36 00000800:00000200:86.0:1596748101.699025:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.138@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748101.699026:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157210466). 00000800:00000200:86.0:1596748101.699027:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a44770c800] (19)++ 00000800:00000200:86.0:1596748101.699028:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a44770c800] (20)++ 00000800:00000200:86.0:1596748101.699029:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a44770c800] (21)-- 00000800:00000200:39.2:1596748101.699192:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a44770c800] (20)++ 00000800:00000010:86.0:1596748101.798249:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557d80 (tot 157210578). 00000800:00000200:86.0:1596748101.798253:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557d80] -> 192.168.128.29@o2ib36 (1)++ 00000800:00000010:86.0:1596748101.798255:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557d00 (tot 157210690). 00000800:00000010:86.0:1596748101.798257:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55298c00 (tot 157210986). 00000800:00000010:86.0:1596748101.798259:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157211122). 00000800:00000010:86.0:1596748101.798263:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c60000 (tot 157212994). 00000800:00000010:86.0:1596748101.798264:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2a300 (tot 157213146). 00000800:00000200:86.0:1596748101.798271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54c68000 0x3fd4c68000(0x3fd4c68000) 00000800:00000200:86.0:1596748101.798272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54c69000 0x3fd4c69000(0x3fd4c69000) 00000800:00000200:86.0:1596748101.798273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54c6a000 0x3fd4c6a000(0x3fd4c6a000) 00000800:00000200:86.0:1596748101.798274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54c6b000 0x3fd4c6b000(0x3fd4c6b000) 00000800:00000200:86.0:1596748101.798274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54c6c000 0x3fd4c6c000(0x3fd4c6c000) 00000800:00000200:86.0:1596748101.798275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54c6d000 0x3fd4c6d000(0x3fd4c6d000) 00000800:00000200:86.0:1596748101.798276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54c6e000 0x3fd4c6e000(0x3fd4c6e000) 00000800:00000200:86.0:1596748101.798277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54c6f000 0x3fd4c6f000(0x3fd4c6f000) 00000800:00000200:86.0:1596748101.798277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54c70000 0x3fd4c70000(0x3fd4c70000) 00000800:00000200:86.0:1596748101.798278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54c71000 0x3fd4c71000(0x3fd4c71000) 00000800:00000200:86.0:1596748101.798279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54c72000 0x3fd4c72000(0x3fd4c72000) 00000800:00000200:86.0:1596748101.798280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54c73000 0x3fd4c73000(0x3fd4c73000) 00000800:00000200:86.0:1596748101.798280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54c74000 0x3fd4c74000(0x3fd4c74000) 00000800:00000200:86.0:1596748101.798281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54c75000 0x3fd4c75000(0x3fd4c75000) 00000800:00000200:86.0:1596748101.798282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54c76000 0x3fd4c76000(0x3fd4c76000) 00000800:00000200:86.0:1596748101.798283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54c77000 0x3fd4c77000(0x3fd4c77000) 00000800:00000200:86.0:1596748101.798283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54c78000 0x3fd4c78000(0x3fd4c78000) 00000800:00000200:86.0:1596748101.798284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54c79000 0x3fd4c79000(0x3fd4c79000) 00000800:00000010:86.0:1596748101.798819:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557d00 (tot 157213034). 00000800:00000200:86.0:1596748101.798820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.798837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55298c00] (20)-- 00000800:00000200:86.0:1596748101.798839:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.29@o2ib36 00000800:00000200:86.0:1596748101.799089:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748101.799496:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.29@o2ib36 00000800:00000200:86.0:1596748101.799510:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.29@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748101.799511:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157212898). 00000800:00000200:38.2:1596748101.799511:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55298c00] (19)++ 00000800:00000200:86.0:1596748101.799512:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55298c00] (20)++ 00000800:00000200:86.0:1596748101.799514:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55298c00] (21)++ 00000800:00000200:86.0:1596748101.799515:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55298c00] (22)-- 00000800:00000010:86.0:1596748101.813316:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1600 (tot 157213010). 00000800:00000200:86.0:1596748101.813318:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1600] -> 192.168.128.6@o2ib36 (1)++ 00000800:00000010:86.0:1596748101.813320:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1580 (tot 157213122). 00000800:00000010:86.0:1596748101.813322:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d05800 (tot 157213418). 00000800:00000010:86.0:1596748101.813324:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157213554). 00000800:00000010:86.0:1596748101.813326:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65961000 (tot 157215426). 00000800:00000010:86.0:1596748101.813327:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb32c0 (tot 157215578). 00000800:00000200:86.0:1596748101.813331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65990000 0x2fe5990000(0x2fe5990000) 00000800:00000200:86.0:1596748101.813332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65991000 0x2fe5991000(0x2fe5991000) 00000800:00000200:86.0:1596748101.813333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65992000 0x2fe5992000(0x2fe5992000) 00000800:00000200:86.0:1596748101.813333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65993000 0x2fe5993000(0x2fe5993000) 00000800:00000200:86.0:1596748101.813334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65994000 0x2fe5994000(0x2fe5994000) 00000800:00000200:86.0:1596748101.813335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65995000 0x2fe5995000(0x2fe5995000) 00000800:00000200:86.0:1596748101.813336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65996000 0x2fe5996000(0x2fe5996000) 00000800:00000200:86.0:1596748101.813336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65997000 0x2fe5997000(0x2fe5997000) 00000800:00000200:86.0:1596748101.813337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65998000 0x2fe5998000(0x2fe5998000) 00000800:00000200:86.0:1596748101.813338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65999000 0x2fe5999000(0x2fe5999000) 00000800:00000200:86.0:1596748101.813339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6599a000 0x2fe599a000(0x2fe599a000) 00000800:00000200:86.0:1596748101.813339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6599b000 0x2fe599b000(0x2fe599b000) 00000800:00000200:86.0:1596748101.813340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6599c000 0x2fe599c000(0x2fe599c000) 00000800:00000200:86.0:1596748101.813341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6599d000 0x2fe599d000(0x2fe599d000) 00000800:00000200:86.0:1596748101.813342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6599e000 0x2fe599e000(0x2fe599e000) 00000800:00000200:86.0:1596748101.813342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6599f000 0x2fe599f000(0x2fe599f000) 00000800:00000200:86.0:1596748101.813343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc659a0000 0x2fe59a0000(0x2fe59a0000) 00000800:00000200:86.0:1596748101.813344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc659a1000 0x2fe59a1000(0x2fe59a1000) 00000800:00000010:86.0:1596748101.813881:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1580 (tot 157215466). 00000800:00000200:86.0:1596748101.813882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.813899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d05800] (20)-- 00000800:00000200:86.0:1596748101.813900:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.6@o2ib36 00000800:00000200:86.0:1596748101.814149:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748101.814585:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.6@o2ib36 00000800:00000200:86.0:1596748101.814586:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.6@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748101.814587:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157215330). 00000800:00000200:86.0:1596748101.814589:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d05800] (19)++ 00000800:00000200:86.0:1596748101.814589:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d05800] (20)++ 00000800:00000200:86.0:1596748101.814590:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d05800] (21)-- 00000800:00000200:87.2:1596748101.814752:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d05800] (20)++ 00000800:00000010:86.0:1596748102.251796:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1580 (tot 157215442). 00000800:00000200:86.0:1596748102.251800:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1580] -> 192.168.128.19@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.251801:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1500 (tot 157215554). 00000800:00000010:86.0:1596748102.251802:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d01a00 (tot 157215850). 00000800:00000010:86.0:1596748102.251803:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb3ec0 (tot 157215986). 00000800:00000010:86.0:1596748102.251804:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65962000 (tot 157217858). 00000800:00000010:86.0:1596748102.251805:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb3080 (tot 157218010). 00000800:00000200:86.0:1596748102.251810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc659a2000 0x2fe59a2000(0x2fe59a2000) 00000800:00000200:86.0:1596748102.251811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc659a3000 0x2fe59a3000(0x2fe59a3000) 00000800:00000200:86.0:1596748102.251812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc659a4000 0x2fe59a4000(0x2fe59a4000) 00000800:00000200:86.0:1596748102.251813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc659a5000 0x2fe59a5000(0x2fe59a5000) 00000800:00000200:86.0:1596748102.251813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc659a6000 0x2fe59a6000(0x2fe59a6000) 00000800:00000200:86.0:1596748102.251814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc659a7000 0x2fe59a7000(0x2fe59a7000) 00000800:00000200:86.0:1596748102.251815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc659a8000 0x2fe59a8000(0x2fe59a8000) 00000800:00000200:86.0:1596748102.251816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc659a9000 0x2fe59a9000(0x2fe59a9000) 00000800:00000200:86.0:1596748102.251816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc659aa000 0x2fe59aa000(0x2fe59aa000) 00000800:00000200:86.0:1596748102.251817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc659ab000 0x2fe59ab000(0x2fe59ab000) 00000800:00000200:86.0:1596748102.251818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc659ac000 0x2fe59ac000(0x2fe59ac000) 00000800:00000200:86.0:1596748102.251819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc659ad000 0x2fe59ad000(0x2fe59ad000) 00000800:00000200:86.0:1596748102.251819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc659ae000 0x2fe59ae000(0x2fe59ae000) 00000800:00000200:86.0:1596748102.251820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc659af000 0x2fe59af000(0x2fe59af000) 00000800:00000200:86.0:1596748102.251821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc659b0000 0x2fe59b0000(0x2fe59b0000) 00000800:00000200:86.0:1596748102.251822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc659b1000 0x2fe59b1000(0x2fe59b1000) 00000800:00000200:86.0:1596748102.251822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc659b2000 0x2fe59b2000(0x2fe59b2000) 00000800:00000200:86.0:1596748102.251823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc659b3000 0x2fe59b3000(0x2fe59b3000) 00000800:00000010:86.0:1596748102.252398:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1500 (tot 157217898). 00000800:00000200:86.0:1596748102.252400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.252417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d01a00] (20)-- 00000800:00000200:86.0:1596748102.252419:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.19@o2ib36 00000800:00000200:86.0:1596748102.252697:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.253136:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.19@o2ib36 00000800:00000200:86.0:1596748102.253138:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.19@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.253139:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb3ec0 (tot 157217762). 00000800:00000200:86.0:1596748102.253140:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d01a00] (19)++ 00000800:00000200:86.0:1596748102.253140:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d01a00] (20)++ 00000800:00000200:86.0:1596748102.253141:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d01a00] (21)-- 00000800:00000200:84.2:1596748102.253144:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d01a00] (20)++ 00000800:00000200:16.0:1596748102.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2fa00] (21)++ 00000800:00000200:16.0:1596748102.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb2fa00] (22)++ 00000800:00000200:16.0:1596748102.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb2fa00] (23)-- 00000800:00000010:86.0:1596748102.377575:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295480 (tot 157217874). 00000800:00000200:86.0:1596748102.377578:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295480] -> 192.168.128.132@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.377580:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295400 (tot 157217986). 00000800:00000010:86.0:1596748102.377582:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c23c00 (tot 157218282). 00000800:00000010:86.0:1596748102.377584:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463f05ec0 (tot 157218418). 00000800:00000010:86.0:1596748102.377588:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464198000 (tot 157220290). 00000800:00000010:86.0:1596748102.377590:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463526000 (tot 157220442). 00000800:00000200:86.0:1596748102.377598:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463522000 0x27e3522000(0x27e3522000) 00000800:00000200:86.0:1596748102.377599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463523000 0x27e3523000(0x27e3523000) 00000800:00000200:86.0:1596748102.377600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463524000 0x27e3524000(0x27e3524000) 00000800:00000200:86.0:1596748102.377600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463525000 0x27e3525000(0x27e3525000) 00000800:00000200:86.0:1596748102.377601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463558000 0x27e3558000(0x27e3558000) 00000800:00000200:86.0:1596748102.377602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463559000 0x27e3559000(0x27e3559000) 00000800:00000200:86.0:1596748102.377603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46355a000 0x27e355a000(0x27e355a000) 00000800:00000200:86.0:1596748102.377603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46355b000 0x27e355b000(0x27e355b000) 00000800:00000200:86.0:1596748102.377604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46355c000 0x27e355c000(0x27e355c000) 00000800:00000200:86.0:1596748102.377605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46355d000 0x27e355d000(0x27e355d000) 00000800:00000200:86.0:1596748102.377606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46355e000 0x27e355e000(0x27e355e000) 00000800:00000200:86.0:1596748102.377606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46355f000 0x27e355f000(0x27e355f000) 00000800:00000200:86.0:1596748102.377607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463518000 0x27e3518000(0x27e3518000) 00000800:00000200:86.0:1596748102.377608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463519000 0x27e3519000(0x27e3519000) 00000800:00000200:86.0:1596748102.377609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46351a000 0x27e351a000(0x27e351a000) 00000800:00000200:86.0:1596748102.377609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46351b000 0x27e351b000(0x27e351b000) 00000800:00000200:86.0:1596748102.377610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46351c000 0x27e351c000(0x27e351c000) 00000800:00000200:86.0:1596748102.377611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46351d000 0x27e351d000(0x27e351d000) 00000800:00000010:86.0:1596748102.378173:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295400 (tot 157220330). 00000800:00000200:86.0:1596748102.378174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23c00] (20)-- 00000800:00000200:86.0:1596748102.378193:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.132@o2ib36 00000800:00000200:86.0:1596748102.378442:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.378785:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.132@o2ib36 00000800:00000200:86.0:1596748102.378787:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.132@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.378788:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463f05ec0 (tot 157220194). 00000800:00000200:86.0:1596748102.378789:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c23c00] (19)++ 00000800:00000200:86.0:1596748102.378789:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c23c00] (20)++ 00000800:00000200:86.0:1596748102.378790:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c23c00] (21)-- 00000800:00000200:37.2:1596748102.378946:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c23c00] (20)++ 00000800:00000010:86.0:1596748102.392022:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35080 (tot 157220306). 00000800:00000200:86.0:1596748102.392025:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35080] -> 192.168.128.12@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.392027:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd35000 (tot 157220418). 00000800:00000010:86.0:1596748102.392032:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b900000 (tot 157220714). 00000800:00000010:86.0:1596748102.392034:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157220850). 00000800:00000010:86.0:1596748102.392036:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b89a000 (tot 157222722). 00000800:00000010:86.0:1596748102.392037:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5b80f080 (tot 157222874). 00000800:00000200:86.0:1596748102.392039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b8df000 0x1fdb8df000(0x1fdb8df000) 00000800:00000200:86.0:1596748102.392040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b8e0000 0x1fdb8e0000(0x1fdb8e0000) 00000800:00000200:86.0:1596748102.392041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b8e1000 0x1fdb8e1000(0x1fdb8e1000) 00000800:00000200:86.0:1596748102.392042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b8e2000 0x1fdb8e2000(0x1fdb8e2000) 00000800:00000200:86.0:1596748102.392043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b8e3000 0x1fdb8e3000(0x1fdb8e3000) 00000800:00000200:86.0:1596748102.392044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b8e4000 0x1fdb8e4000(0x1fdb8e4000) 00000800:00000200:86.0:1596748102.392044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b8e5000 0x1fdb8e5000(0x1fdb8e5000) 00000800:00000200:86.0:1596748102.392045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b8e6000 0x1fdb8e6000(0x1fdb8e6000) 00000800:00000200:86.0:1596748102.392046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b8e7000 0x1fdb8e7000(0x1fdb8e7000) 00000800:00000200:86.0:1596748102.392047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b8e8000 0x1fdb8e8000(0x1fdb8e8000) 00000800:00000200:86.0:1596748102.392047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b8e9000 0x1fdb8e9000(0x1fdb8e9000) 00000800:00000200:86.0:1596748102.392048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b8ea000 0x1fdb8ea000(0x1fdb8ea000) 00000800:00000200:86.0:1596748102.392049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b8eb000 0x1fdb8eb000(0x1fdb8eb000) 00000800:00000200:86.0:1596748102.392049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b8ec000 0x1fdb8ec000(0x1fdb8ec000) 00000800:00000200:86.0:1596748102.392050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b8ed000 0x1fdb8ed000(0x1fdb8ed000) 00000800:00000200:86.0:1596748102.392051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b8ee000 0x1fdb8ee000(0x1fdb8ee000) 00000800:00000200:86.0:1596748102.392052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b8ef000 0x1fdb8ef000(0x1fdb8ef000) 00000800:00000200:86.0:1596748102.392052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b8f0000 0x1fdb8f0000(0x1fdb8f0000) 00000800:00000010:86.0:1596748102.392611:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd35000 (tot 157222762). 00000800:00000200:86.0:1596748102.392612:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392613:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392614:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392615:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392615:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392616:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392616:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392617:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392618:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392618:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.392630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900000] (20)-- 00000800:00000200:86.0:1596748102.392632:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.12@o2ib36 00000800:00000200:86.0:1596748102.392886:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.393275:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.12@o2ib36 00000800:00000200:86.0:1596748102.393277:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.12@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.393277:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157222626). 00000800:00000200:86.0:1596748102.393278:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b900000] (19)++ 00000800:00000200:86.0:1596748102.393279:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b900000] (20)++ 00000800:00000200:86.0:1596748102.393280:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b900000] (21)-- 00000800:00000200:85.2:1596748102.393460:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b900000] (20)++ 00000800:00000010:86.0:1596748102.397565:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e980 (tot 157222738). 00000800:00000200:86.0:1596748102.397568:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e980] -> 192.168.128.15@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.397571:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28ed80 (tot 157222850). 00000800:00000010:86.0:1596748102.397574:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447579800 (tot 157223146). 00000800:00000010:86.0:1596748102.397576:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d07ec0 (tot 157223282). 00000800:00000010:86.0:1596748102.397577:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476925800 (tot 157225154). 00000800:00000010:86.0:1596748102.397578:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d072c0 (tot 157225306). 00000800:00000200:86.0:1596748102.397588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476f3a000 0x17f6f3a000(0x17f6f3a000) 00000800:00000200:86.0:1596748102.397589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476f3b000 0x17f6f3b000(0x17f6f3b000) 00000800:00000200:86.0:1596748102.397590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476f3c000 0x17f6f3c000(0x17f6f3c000) 00000800:00000200:86.0:1596748102.397591:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476f3d000 0x17f6f3d000(0x17f6f3d000) 00000800:00000200:86.0:1596748102.397592:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476f3e000 0x17f6f3e000(0x17f6f3e000) 00000800:00000200:86.0:1596748102.397593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476f3f000 0x17f6f3f000(0x17f6f3f000) 00000800:00000200:86.0:1596748102.397593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4768c0000 0x17f68c0000(0x17f68c0000) 00000800:00000200:86.0:1596748102.397594:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4768c1000 0x17f68c1000(0x17f68c1000) 00000800:00000200:86.0:1596748102.397595:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4768c2000 0x17f68c2000(0x17f68c2000) 00000800:00000200:86.0:1596748102.397596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4768c3000 0x17f68c3000(0x17f68c3000) 00000800:00000200:86.0:1596748102.397596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4768c4000 0x17f68c4000(0x17f68c4000) 00000800:00000200:86.0:1596748102.397597:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4768c5000 0x17f68c5000(0x17f68c5000) 00000800:00000200:86.0:1596748102.397598:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4768c6000 0x17f68c6000(0x17f68c6000) 00000800:00000200:86.0:1596748102.397599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4768c7000 0x17f68c7000(0x17f68c7000) 00000800:00000200:86.0:1596748102.397599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4768c8000 0x17f68c8000(0x17f68c8000) 00000800:00000200:86.0:1596748102.397600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4768c9000 0x17f68c9000(0x17f68c9000) 00000800:00000200:86.0:1596748102.397601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4768ca000 0x17f68ca000(0x17f68ca000) 00000800:00000200:86.0:1596748102.397601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4768cb000 0x17f68cb000(0x17f68cb000) 00000800:00000010:86.0:1596748102.398138:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28ed80 (tot 157225194). 00000800:00000200:86.0:1596748102.398139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447579800] (20)-- 00000800:00000200:86.0:1596748102.398158:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.15@o2ib36 00000800:00000200:86.0:1596748102.398411:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.398778:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.15@o2ib36 00000800:00000200:86.0:1596748102.398780:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.15@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.398780:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d07ec0 (tot 157225058). 00000800:00000200:86.0:1596748102.398782:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447579800] (19)++ 00000800:00000200:86.0:1596748102.398783:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447579800] (20)++ 00000800:00000200:86.0:1596748102.398784:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447579800] (21)-- 00000800:00000200:39.2:1596748102.398941:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447579800] (20)++ 00000800:00000010:86.0:1596748102.422782:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0880 (tot 157225170). 00000800:00000200:86.0:1596748102.422785:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0880] -> 192.168.128.95@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.422786:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0900 (tot 157225282). 00000800:00000010:86.0:1596748102.422788:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eaec00 (tot 157225578). 00000800:00000010:86.0:1596748102.422789:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157225714). 00000800:00000010:86.0:1596748102.422791:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65965800 (tot 157227586). 00000800:00000010:86.0:1596748102.422792:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb2e40 (tot 157227738). 00000800:00000200:86.0:1596748102.422794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc659b4000 0x2fe59b4000(0x2fe59b4000) 00000800:00000200:86.0:1596748102.422795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc659b5000 0x2fe59b5000(0x2fe59b5000) 00000800:00000200:86.0:1596748102.422796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc659b6000 0x2fe59b6000(0x2fe59b6000) 00000800:00000200:86.0:1596748102.422797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc659b7000 0x2fe59b7000(0x2fe59b7000) 00000800:00000200:86.0:1596748102.422798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc659b8000 0x2fe59b8000(0x2fe59b8000) 00000800:00000200:86.0:1596748102.422799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc659b9000 0x2fe59b9000(0x2fe59b9000) 00000800:00000200:86.0:1596748102.422800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc659ba000 0x2fe59ba000(0x2fe59ba000) 00000800:00000200:86.0:1596748102.422800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc659bb000 0x2fe59bb000(0x2fe59bb000) 00000800:00000200:86.0:1596748102.422801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc659bc000 0x2fe59bc000(0x2fe59bc000) 00000800:00000200:86.0:1596748102.422802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc659bd000 0x2fe59bd000(0x2fe59bd000) 00000800:00000200:86.0:1596748102.422802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc659be000 0x2fe59be000(0x2fe59be000) 00000800:00000200:86.0:1596748102.422803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc659bf000 0x2fe59bf000(0x2fe59bf000) 00000800:00000200:86.0:1596748102.422804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc659c0000 0x2fe59c0000(0x2fe59c0000) 00000800:00000200:86.0:1596748102.422805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc659c1000 0x2fe59c1000(0x2fe59c1000) 00000800:00000200:86.0:1596748102.422805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc659c2000 0x2fe59c2000(0x2fe59c2000) 00000800:00000200:86.0:1596748102.422806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc659c3000 0x2fe59c3000(0x2fe59c3000) 00000800:00000200:86.0:1596748102.422807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc659c4000 0x2fe59c4000(0x2fe59c4000) 00000800:00000200:86.0:1596748102.422808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc659c5000 0x2fe59c5000(0x2fe59c5000) 00000800:00000010:86.0:1596748102.423340:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0900 (tot 157227626). 00000800:00000200:86.0:1596748102.423341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423349:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423352:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423353:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaec00] (20)-- 00000800:00000200:86.0:1596748102.423360:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.95@o2ib36 00000800:00000200:86.0:1596748102.423617:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.423986:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.95@o2ib36 00000800:00000200:86.0:1596748102.423987:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.95@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.423988:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157227490). 00000800:00000200:86.0:1596748102.423989:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eaec00] (19)++ 00000800:00000200:86.0:1596748102.423990:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eaec00] (20)++ 00000800:00000200:86.0:1596748102.423990:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eaec00] (21)-- 00000800:00000200:88.2:1596748102.424208:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaec00] (20)++ 00000800:00000010:86.0:1596748102.500766:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294a80 (tot 157227602). 00000800:00000200:86.0:1596748102.500769:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294a80] -> 192.168.128.30@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.500771:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294b00 (tot 157227714). 00000800:00000010:86.0:1596748102.500772:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464057800 (tot 157228010). 00000800:00000010:86.0:1596748102.500773:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463527ec0 (tot 157228146). 00000800:00000010:86.0:1596748102.500775:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46419f800 (tot 157230018). 00000800:00000010:86.0:1596748102.500775:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463527e00 (tot 157230170). 00000800:00000200:86.0:1596748102.500783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46351e000 0x27e351e000(0x27e351e000) 00000800:00000200:86.0:1596748102.500784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46351f000 0x27e351f000(0x27e351f000) 00000800:00000200:86.0:1596748102.500785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463778000 0x27e3778000(0x27e3778000) 00000800:00000200:86.0:1596748102.500786:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463779000 0x27e3779000(0x27e3779000) 00000800:00000200:86.0:1596748102.500787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46377a000 0x27e377a000(0x27e377a000) 00000800:00000200:86.0:1596748102.500787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46377b000 0x27e377b000(0x27e377b000) 00000800:00000200:86.0:1596748102.500788:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46377c000 0x27e377c000(0x27e377c000) 00000800:00000200:86.0:1596748102.500789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46377d000 0x27e377d000(0x27e377d000) 00000800:00000200:86.0:1596748102.500790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46377e000 0x27e377e000(0x27e377e000) 00000800:00000200:86.0:1596748102.500790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46377f000 0x27e377f000(0x27e377f000) 00000800:00000200:86.0:1596748102.500791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463730000 0x27e3730000(0x27e3730000) 00000800:00000200:86.0:1596748102.500792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463731000 0x27e3731000(0x27e3731000) 00000800:00000200:86.0:1596748102.500792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463732000 0x27e3732000(0x27e3732000) 00000800:00000200:86.0:1596748102.500793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463733000 0x27e3733000(0x27e3733000) 00000800:00000200:86.0:1596748102.500794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463734000 0x27e3734000(0x27e3734000) 00000800:00000200:86.0:1596748102.500795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463735000 0x27e3735000(0x27e3735000) 00000800:00000200:86.0:1596748102.500795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463736000 0x27e3736000(0x27e3736000) 00000800:00000200:86.0:1596748102.500796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463737000 0x27e3737000(0x27e3737000) 00000800:00000010:86.0:1596748102.501353:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294b00 (tot 157230058). 00000800:00000200:86.0:1596748102.501354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501359:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501360:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501361:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501362:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501362:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501363:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501363:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501364:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501364:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501365:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501365:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501366:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501366:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501367:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501367:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501369:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501370:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501371:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.501372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464057800] (20)-- 00000800:00000200:86.0:1596748102.501373:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.30@o2ib36 00000800:00000200:86.0:1596748102.501635:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.502000:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.30@o2ib36 00000800:00000200:86.0:1596748102.502001:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.30@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.502002:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463527ec0 (tot 157229922). 00000800:00000200:86.0:1596748102.502003:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464057800] (19)++ 00000800:00000200:86.0:1596748102.502004:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464057800] (20)++ 00000800:00000200:86.0:1596748102.502005:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464057800] (21)-- 00000800:00000200:39.2:1596748102.502206:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464057800] (20)++ 00000800:00000010:86.0:1596748102.527007:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556200 (tot 157230034). 00000800:00000200:86.0:1596748102.527010:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556200] -> 192.168.128.97@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.527011:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556280 (tot 157230146). 00000800:00000010:86.0:1596748102.527016:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c90000 (tot 157230442). 00000800:00000010:86.0:1596748102.527018:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157230578). 00000800:00000010:86.0:1596748102.527019:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c67800 (tot 157232450). 00000800:00000010:86.0:1596748102.527020:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2bbc0 (tot 157232602). 00000800:00000200:86.0:1596748102.527029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54c7a000 0x3fd4c7a000(0x3fd4c7a000) 00000800:00000200:86.0:1596748102.527030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54c7b000 0x3fd4c7b000(0x3fd4c7b000) 00000800:00000200:86.0:1596748102.527031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54c7c000 0x3fd4c7c000(0x3fd4c7c000) 00000800:00000200:86.0:1596748102.527032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54c7d000 0x3fd4c7d000(0x3fd4c7d000) 00000800:00000200:86.0:1596748102.527033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54c7e000 0x3fd4c7e000(0x3fd4c7e000) 00000800:00000200:86.0:1596748102.527034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54c7f000 0x3fd4c7f000(0x3fd4c7f000) 00000800:00000200:86.0:1596748102.527034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54c80000 0x3fd4c80000(0x3fd4c80000) 00000800:00000200:86.0:1596748102.527035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54c81000 0x3fd4c81000(0x3fd4c81000) 00000800:00000200:86.0:1596748102.527036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54c82000 0x3fd4c82000(0x3fd4c82000) 00000800:00000200:86.0:1596748102.527036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54c83000 0x3fd4c83000(0x3fd4c83000) 00000800:00000200:86.0:1596748102.527037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54c84000 0x3fd4c84000(0x3fd4c84000) 00000800:00000200:86.0:1596748102.527038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54c85000 0x3fd4c85000(0x3fd4c85000) 00000800:00000200:86.0:1596748102.527039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54c86000 0x3fd4c86000(0x3fd4c86000) 00000800:00000200:86.0:1596748102.527039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54c87000 0x3fd4c87000(0x3fd4c87000) 00000800:00000200:86.0:1596748102.527040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54c98000 0x3fd4c98000(0x3fd4c98000) 00000800:00000200:86.0:1596748102.527041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54c99000 0x3fd4c99000(0x3fd4c99000) 00000800:00000200:86.0:1596748102.527042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54c9a000 0x3fd4c9a000(0x3fd4c9a000) 00000800:00000200:86.0:1596748102.527042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54c9b000 0x3fd4c9b000(0x3fd4c9b000) 00000800:00000010:86.0:1596748102.527563:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556280 (tot 157232490). 00000800:00000200:86.0:1596748102.527564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.527581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90000] (20)-- 00000800:00000200:86.0:1596748102.527583:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.97@o2ib36 00000800:00000200:86.0:1596748102.527833:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.528239:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.97@o2ib36 00000800:00000200:86.0:1596748102.528240:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.97@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.528241:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157232354). 00000800:00000200:86.0:1596748102.528242:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c90000] (19)++ 00000800:00000200:86.0:1596748102.528242:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c90000] (20)++ 00000800:00000200:86.0:1596748102.528243:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c90000] (21)-- 00000800:00000200:89.2:1596748102.528248:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c90000] (20)++ 00000800:00000010:86.0:1596748102.552773:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1500 (tot 157232466). 00000800:00000200:86.0:1596748102.552777:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1500] -> 192.168.128.150@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.552779:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1480 (tot 157232578). 00000800:00000010:86.0:1596748102.552781:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6e800 (tot 157232874). 00000800:00000010:86.0:1596748102.552783:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66bb2000 (tot 157233010). 00000800:00000010:86.0:1596748102.552784:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65963000 (tot 157234882). 00000800:00000010:86.0:1596748102.552786:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659ce000 (tot 157235034). 00000800:00000200:86.0:1596748102.552791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc659c6000 0x2fe59c6000(0x2fe59c6000) 00000800:00000200:86.0:1596748102.552792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc659c7000 0x2fe59c7000(0x2fe59c7000) 00000800:00000200:86.0:1596748102.552793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc659c8000 0x2fe59c8000(0x2fe59c8000) 00000800:00000200:86.0:1596748102.552793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc659c9000 0x2fe59c9000(0x2fe59c9000) 00000800:00000200:86.0:1596748102.552794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc659ca000 0x2fe59ca000(0x2fe59ca000) 00000800:00000200:86.0:1596748102.552795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc659cb000 0x2fe59cb000(0x2fe59cb000) 00000800:00000200:86.0:1596748102.552796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc659cc000 0x2fe59cc000(0x2fe59cc000) 00000800:00000200:86.0:1596748102.552796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc659cd000 0x2fe59cd000(0x2fe59cd000) 00000800:00000200:86.0:1596748102.552797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc659d0000 0x2fe59d0000(0x2fe59d0000) 00000800:00000200:86.0:1596748102.552798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc659d1000 0x2fe59d1000(0x2fe59d1000) 00000800:00000200:86.0:1596748102.552798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc659d2000 0x2fe59d2000(0x2fe59d2000) 00000800:00000200:86.0:1596748102.552799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc659d3000 0x2fe59d3000(0x2fe59d3000) 00000800:00000200:86.0:1596748102.552800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc659d4000 0x2fe59d4000(0x2fe59d4000) 00000800:00000200:86.0:1596748102.552801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc659d5000 0x2fe59d5000(0x2fe59d5000) 00000800:00000200:86.0:1596748102.552801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc659d6000 0x2fe59d6000(0x2fe59d6000) 00000800:00000200:86.0:1596748102.552802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc659d7000 0x2fe59d7000(0x2fe59d7000) 00000800:00000200:86.0:1596748102.552803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc659d8000 0x2fe59d8000(0x2fe59d8000) 00000800:00000200:86.0:1596748102.552804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc659d9000 0x2fe59d9000(0x2fe59d9000) 00000800:00000010:86.0:1596748102.553365:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1480 (tot 157234922). 00000800:00000200:86.0:1596748102.553367:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553369:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553370:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553371:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553372:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553373:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553373:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553374:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553374:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553375:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553375:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553376:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553376:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553377:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553378:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553378:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553379:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.553384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6e800] (20)-- 00000800:00000200:86.0:1596748102.553386:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.150@o2ib36 00000800:00000200:86.0:1596748102.553643:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.553997:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.150@o2ib36 00000800:00000200:86.0:1596748102.553998:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.150@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.553999:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66bb2000 (tot 157234786). 00000800:00000200:86.0:1596748102.554000:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6e800] (19)++ 00000800:00000200:86.0:1596748102.554000:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6e800] (20)++ 00000800:00000200:86.0:1596748102.554001:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6e800] (21)-- 00000800:00000200:87.2:1596748102.554208:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6e800] (20)++ 00000800:00000010:86.0:1596748102.566976:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2680 (tot 157234898). 00000800:00000200:86.0:1596748102.566979:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2680] -> 192.168.128.10@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.566981:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2700 (tot 157235010). 00000800:00000010:86.0:1596748102.566984:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e4c5a00 (tot 157235306). 00000800:00000010:86.0:1596748102.566986:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e182240 (tot 157235442). 00000800:00000010:86.0:1596748102.566988:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c1000 (tot 157237314). 00000800:00000010:86.0:1596748102.566989:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e182780 (tot 157237466). 00000800:00000200:86.0:1596748102.566994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e1f0000 0xfde1f0000(0xfde1f0000) 00000800:00000200:86.0:1596748102.566995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e1f1000 0xfde1f1000(0xfde1f1000) 00000800:00000200:86.0:1596748102.566996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e1f2000 0xfde1f2000(0xfde1f2000) 00000800:00000200:86.0:1596748102.566997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e1f3000 0xfde1f3000(0xfde1f3000) 00000800:00000200:86.0:1596748102.566998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e1f4000 0xfde1f4000(0xfde1f4000) 00000800:00000200:86.0:1596748102.566998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e1f5000 0xfde1f5000(0xfde1f5000) 00000800:00000200:86.0:1596748102.566999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e1f6000 0xfde1f6000(0xfde1f6000) 00000800:00000200:86.0:1596748102.567000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e1f7000 0xfde1f7000(0xfde1f7000) 00000800:00000200:86.0:1596748102.567001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e1f8000 0xfde1f8000(0xfde1f8000) 00000800:00000200:86.0:1596748102.567001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e1f9000 0xfde1f9000(0xfde1f9000) 00000800:00000200:86.0:1596748102.567002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e1fa000 0xfde1fa000(0xfde1fa000) 00000800:00000200:86.0:1596748102.567003:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e1fb000 0xfde1fb000(0xfde1fb000) 00000800:00000200:86.0:1596748102.567004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e1fc000 0xfde1fc000(0xfde1fc000) 00000800:00000200:86.0:1596748102.567004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e1fd000 0xfde1fd000(0xfde1fd000) 00000800:00000200:86.0:1596748102.567005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e1fe000 0xfde1fe000(0xfde1fe000) 00000800:00000200:86.0:1596748102.567006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e1ff000 0xfde1ff000(0xfde1ff000) 00000800:00000200:86.0:1596748102.567006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e200000 0xfde200000(0xfde200000) 00000800:00000200:86.0:1596748102.567007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e201000 0xfde201000(0xfde201000) 00000800:00000010:86.0:1596748102.567557:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2700 (tot 157237354). 00000800:00000200:86.0:1596748102.567558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.567576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e4c5a00] (20)-- 00000800:00000200:86.0:1596748102.567578:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.10@o2ib36 00000800:00000200:86.0:1596748102.567826:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.568165:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.10@o2ib36 00000800:00000200:86.0:1596748102.568166:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.10@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.568167:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e182240 (tot 157237218). 00000800:00000200:86.0:1596748102.568168:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e4c5a00] (19)++ 00000800:00000200:86.0:1596748102.568168:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e4c5a00] (20)++ 00000800:00000200:86.0:1596748102.568169:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e4c5a00] (21)-- 00000800:00000200:84.2:1596748102.568171:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e4c5a00] (20)++ 00000800:00000010:86.0:1596748102.735336:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849600 (tot 157237330). 00000800:00000200:86.0:1596748102.735339:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849600] -> 192.168.128.92@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.735341:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849580 (tot 157237442). 00000800:00000010:86.0:1596748102.735343:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f8935e00 (tot 157237738). 00000800:00000010:86.0:1596748102.735345:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28b080 (tot 157237874). 00000800:00000010:86.0:1596748102.735348:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf4800 (tot 157239746). 00000800:00000010:86.0:1596748102.735349:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3fd28b380 (tot 157239898). 00000800:00000200:86.0:1596748102.735351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f6e8c000 0x3776e8c000(0x3776e8c000) 00000800:00000200:86.0:1596748102.735352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f6e8d000 0x3776e8d000(0x3776e8d000) 00000800:00000200:86.0:1596748102.735353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f6e8e000 0x3776e8e000(0x3776e8e000) 00000800:00000200:86.0:1596748102.735354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f6e8f000 0x3776e8f000(0x3776e8f000) 00000800:00000200:86.0:1596748102.735355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f6e90000 0x3776e90000(0x3776e90000) 00000800:00000200:86.0:1596748102.735356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f6e91000 0x3776e91000(0x3776e91000) 00000800:00000200:86.0:1596748102.735356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f6e92000 0x3776e92000(0x3776e92000) 00000800:00000200:86.0:1596748102.735357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f6e93000 0x3776e93000(0x3776e93000) 00000800:00000200:86.0:1596748102.735358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f6e94000 0x3776e94000(0x3776e94000) 00000800:00000200:86.0:1596748102.735359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f6e95000 0x3776e95000(0x3776e95000) 00000800:00000200:86.0:1596748102.735359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f6e96000 0x3776e96000(0x3776e96000) 00000800:00000200:86.0:1596748102.735360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f6e97000 0x3776e97000(0x3776e97000) 00000800:00000200:86.0:1596748102.735361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f6e98000 0x3776e98000(0x3776e98000) 00000800:00000200:86.0:1596748102.735361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f6e99000 0x3776e99000(0x3776e99000) 00000800:00000200:86.0:1596748102.735362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f6e9a000 0x3776e9a000(0x3776e9a000) 00000800:00000200:86.0:1596748102.735363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f6e9b000 0x3776e9b000(0x3776e9b000) 00000800:00000200:86.0:1596748102.735364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f6e9c000 0x3776e9c000(0x3776e9c000) 00000800:00000200:86.0:1596748102.735364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f6e9d000 0x3776e9d000(0x3776e9d000) 00000800:00000010:86.0:1596748102.735920:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849580 (tot 157239786). 00000800:00000200:86.0:1596748102.735921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.735939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8935e00] (20)-- 00000800:00000200:86.0:1596748102.735940:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.92@o2ib36 00000800:00000200:86.0:1596748102.736194:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.736580:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.92@o2ib36 00000800:00000200:86.2:1596748102.736584:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f8935e00] (19)++ 00000800:00000200:86.0:1596748102.736586:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.92@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.736587:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28b080 (tot 157239650). 00000800:00000200:86.0:1596748102.736588:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f8935e00] (20)++ 00000800:00000200:86.0:1596748102.736589:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f8935e00] (21)++ 00000800:00000200:86.0:1596748102.736590:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f8935e00] (22)-- 00000800:00000010:86.0:1596748102.790668:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0900 (tot 157239762). 00000800:00000200:86.0:1596748102.790671:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0900] -> 192.168.128.69@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.790673:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0980 (tot 157239874). 00000800:00000010:86.0:1596748102.790676:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f0000 (tot 157240170). 00000800:00000010:86.0:1596748102.790678:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cfec0 (tot 157240306). 00000800:00000010:86.0:1596748102.790679:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65964800 (tot 157242178). 00000800:00000010:86.0:1596748102.790680:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cfe00 (tot 157242330). 00000800:00000200:86.0:1596748102.790682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc659da000 0x2fe59da000(0x2fe59da000) 00000800:00000200:86.0:1596748102.790684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc659db000 0x2fe59db000(0x2fe59db000) 00000800:00000200:86.0:1596748102.790684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc659dc000 0x2fe59dc000(0x2fe59dc000) 00000800:00000200:86.0:1596748102.790685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc659dd000 0x2fe59dd000(0x2fe59dd000) 00000800:00000200:86.0:1596748102.790686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc659de000 0x2fe59de000(0x2fe59de000) 00000800:00000200:86.0:1596748102.790687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc659df000 0x2fe59df000(0x2fe59df000) 00000800:00000200:86.0:1596748102.790688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc659e0000 0x2fe59e0000(0x2fe59e0000) 00000800:00000200:86.0:1596748102.790688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc659e1000 0x2fe59e1000(0x2fe59e1000) 00000800:00000200:86.0:1596748102.790689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc659e2000 0x2fe59e2000(0x2fe59e2000) 00000800:00000200:86.0:1596748102.790690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc659e3000 0x2fe59e3000(0x2fe59e3000) 00000800:00000200:86.0:1596748102.790690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc659e4000 0x2fe59e4000(0x2fe59e4000) 00000800:00000200:86.0:1596748102.790691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc659e5000 0x2fe59e5000(0x2fe59e5000) 00000800:00000200:86.0:1596748102.790692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc659e6000 0x2fe59e6000(0x2fe59e6000) 00000800:00000200:86.0:1596748102.790693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc659e7000 0x2fe59e7000(0x2fe59e7000) 00000800:00000200:86.0:1596748102.790693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc659e8000 0x2fe59e8000(0x2fe59e8000) 00000800:00000200:86.0:1596748102.790694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc659e9000 0x2fe59e9000(0x2fe59e9000) 00000800:00000200:86.0:1596748102.790695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc659ea000 0x2fe59ea000(0x2fe59ea000) 00000800:00000200:86.0:1596748102.790695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc659eb000 0x2fe59eb000(0x2fe59eb000) 00000800:00000010:86.0:1596748102.791220:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0980 (tot 157242218). 00000800:00000200:86.0:1596748102.791222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0000] (20)-- 00000800:00000200:86.0:1596748102.791241:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.69@o2ib36 00000800:00000200:86.0:1596748102.791490:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.791848:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.69@o2ib36 00000800:00000200:86.0:1596748102.791849:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.69@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.791850:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cfec0 (tot 157242082). 00000800:00000200:86.0:1596748102.791851:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f0000] (19)++ 00000800:00000200:86.0:1596748102.791852:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f0000] (20)++ 00000800:00000200:86.0:1596748102.791853:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f0000] (21)-- 00000800:00000200:87.2:1596748102.792014:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f0000] (20)++ 00000800:00000010:86.0:1596748102.890958:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557d00 (tot 157242194). 00000800:00000200:86.0:1596748102.890961:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557d00] -> 192.168.128.118@o2ib36 (1)++ 00000800:00000010:86.0:1596748102.890963:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557c80 (tot 157242306). 00000800:00000010:86.0:1596748102.890965:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c90600 (tot 157242602). 00000800:00000010:86.0:1596748102.890967:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157242738). 00000800:00000010:86.0:1596748102.890969:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c61000 (tot 157244610). 00000800:00000010:86.0:1596748102.890970:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2a540 (tot 157244762). 00000800:00000200:86.0:1596748102.890973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54c9c000 0x3fd4c9c000(0x3fd4c9c000) 00000800:00000200:86.0:1596748102.890974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54c9d000 0x3fd4c9d000(0x3fd4c9d000) 00000800:00000200:86.0:1596748102.890974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54c9e000 0x3fd4c9e000(0x3fd4c9e000) 00000800:00000200:86.0:1596748102.890975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54c9f000 0x3fd4c9f000(0x3fd4c9f000) 00000800:00000200:86.0:1596748102.890976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54ca0000 0x3fd4ca0000(0x3fd4ca0000) 00000800:00000200:86.0:1596748102.890977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54ca1000 0x3fd4ca1000(0x3fd4ca1000) 00000800:00000200:86.0:1596748102.890978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54ca2000 0x3fd4ca2000(0x3fd4ca2000) 00000800:00000200:86.0:1596748102.890978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54ca3000 0x3fd4ca3000(0x3fd4ca3000) 00000800:00000200:86.0:1596748102.890979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54ca4000 0x3fd4ca4000(0x3fd4ca4000) 00000800:00000200:86.0:1596748102.890980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54ca5000 0x3fd4ca5000(0x3fd4ca5000) 00000800:00000200:86.0:1596748102.890980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54ca6000 0x3fd4ca6000(0x3fd4ca6000) 00000800:00000200:86.0:1596748102.890981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54ca7000 0x3fd4ca7000(0x3fd4ca7000) 00000800:00000200:86.0:1596748102.890982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54ca8000 0x3fd4ca8000(0x3fd4ca8000) 00000800:00000200:86.0:1596748102.890983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54ca9000 0x3fd4ca9000(0x3fd4ca9000) 00000800:00000200:86.0:1596748102.890983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54caa000 0x3fd4caa000(0x3fd4caa000) 00000800:00000200:86.0:1596748102.890984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54cab000 0x3fd4cab000(0x3fd4cab000) 00000800:00000200:86.0:1596748102.890985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54cac000 0x3fd4cac000(0x3fd4cac000) 00000800:00000200:86.0:1596748102.890986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54cad000 0x3fd4cad000(0x3fd4cad000) 00000800:00000010:86.0:1596748102.891534:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557c80 (tot 157244650). 00000800:00000200:86.0:1596748102.891535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.891553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c90600] (20)-- 00000800:00000200:86.0:1596748102.891554:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.118@o2ib36 00000800:00000200:86.0:1596748102.891820:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748102.892181:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.118@o2ib36 00000800:00000200:86.0:1596748102.892182:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.118@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748102.892183:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157244514). 00000800:00000200:86.0:1596748102.892183:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c90600] (19)++ 00000800:00000200:86.0:1596748102.892184:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c90600] (20)++ 00000800:00000200:86.0:1596748102.892185:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c90600] (21)-- 00000800:00000200:84.2:1596748102.892197:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c90600] (20)++ 00000800:00000010:86.0:1596748103.006058:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557c80 (tot 157244626). 00000800:00000200:86.0:1596748103.006061:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557c80] -> 192.168.128.152@o2ib36 (1)++ 00000800:00000010:86.0:1596748103.006063:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557c00 (tot 157244738). 00000800:00000010:86.0:1596748103.006064:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54c97400 (tot 157245034). 00000800:00000010:86.0:1596748103.006065:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157245170). 00000800:00000010:86.0:1596748103.006066:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c62000 (tot 157247042). 00000800:00000010:86.0:1596748103.006066:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2a780 (tot 157247194). 00000800:00000200:86.0:1596748103.006072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54cae000 0x3fd4cae000(0x3fd4cae000) 00000800:00000200:86.0:1596748103.006073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54caf000 0x3fd4caf000(0x3fd4caf000) 00000800:00000200:86.0:1596748103.006074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54cb0000 0x3fd4cb0000(0x3fd4cb0000) 00000800:00000200:86.0:1596748103.006075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54cb1000 0x3fd4cb1000(0x3fd4cb1000) 00000800:00000200:86.0:1596748103.006075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54cb2000 0x3fd4cb2000(0x3fd4cb2000) 00000800:00000200:86.0:1596748103.006076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54cb3000 0x3fd4cb3000(0x3fd4cb3000) 00000800:00000200:86.0:1596748103.006077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54cb4000 0x3fd4cb4000(0x3fd4cb4000) 00000800:00000200:86.0:1596748103.006077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54cb5000 0x3fd4cb5000(0x3fd4cb5000) 00000800:00000200:86.0:1596748103.006078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54cb6000 0x3fd4cb6000(0x3fd4cb6000) 00000800:00000200:86.0:1596748103.006079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54cb7000 0x3fd4cb7000(0x3fd4cb7000) 00000800:00000200:86.0:1596748103.006080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54cb8000 0x3fd4cb8000(0x3fd4cb8000) 00000800:00000200:86.0:1596748103.006080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54cb9000 0x3fd4cb9000(0x3fd4cb9000) 00000800:00000200:86.0:1596748103.006081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54cba000 0x3fd4cba000(0x3fd4cba000) 00000800:00000200:86.0:1596748103.006082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54cbb000 0x3fd4cbb000(0x3fd4cbb000) 00000800:00000200:86.0:1596748103.006083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54cbc000 0x3fd4cbc000(0x3fd4cbc000) 00000800:00000200:86.0:1596748103.006083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54cbd000 0x3fd4cbd000(0x3fd4cbd000) 00000800:00000200:86.0:1596748103.006084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54cbe000 0x3fd4cbe000(0x3fd4cbe000) 00000800:00000200:86.0:1596748103.006085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54cbf000 0x3fd4cbf000(0x3fd4cbf000) 00000800:00000010:86.0:1596748103.006623:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557c00 (tot 157247082). 00000800:00000200:86.0:1596748103.006624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.006642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54c97400] (20)-- 00000800:00000200:86.0:1596748103.006643:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.152@o2ib36 00000800:00000200:86.0:1596748103.006898:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748103.007311:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.152@o2ib36 00000800:00000200:86.0:1596748103.007312:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.152@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748103.007313:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157246946). 00000800:00000200:86.0:1596748103.007314:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54c97400] (19)++ 00000800:00000200:86.0:1596748103.007315:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54c97400] (20)++ 00000800:00000200:86.0:1596748103.007316:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54c97400] (21)-- 00000800:00000200:38.2:1596748103.007324:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54c97400] (20)++ 00000800:00000010:86.0:1596748103.164377:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34a00 (tot 157247058). 00000800:00000200:86.0:1596748103.164380:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34a00] -> 192.168.128.47@o2ib36 (1)++ 00000800:00000010:86.0:1596748103.164382:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34a80 (tot 157247170). 00000800:00000010:86.0:1596748103.164385:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c558a00 (tot 157247466). 00000800:00000010:86.0:1596748103.164387:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79dec0 (tot 157247602). 00000800:00000010:86.0:1596748103.164389:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a7800 (tot 157249474). 00000800:00000010:86.0:1596748103.164391:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79de00 (tot 157249626). 00000800:00000200:86.0:1596748103.164396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c7b6000 0x7dc7b6000(0x7dc7b6000) 00000800:00000200:86.0:1596748103.164397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c7b7000 0x7dc7b7000(0x7dc7b7000) 00000800:00000200:86.0:1596748103.164398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c7b8000 0x7dc7b8000(0x7dc7b8000) 00000800:00000200:86.0:1596748103.164399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c7b9000 0x7dc7b9000(0x7dc7b9000) 00000800:00000200:86.0:1596748103.164400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c7ba000 0x7dc7ba000(0x7dc7ba000) 00000800:00000200:86.0:1596748103.164401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c7bb000 0x7dc7bb000(0x7dc7bb000) 00000800:00000200:86.0:1596748103.164401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c7bc000 0x7dc7bc000(0x7dc7bc000) 00000800:00000200:86.0:1596748103.164402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c7bd000 0x7dc7bd000(0x7dc7bd000) 00000800:00000200:86.0:1596748103.164403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c7be000 0x7dc7be000(0x7dc7be000) 00000800:00000200:86.0:1596748103.164404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c7bf000 0x7dc7bf000(0x7dc7bf000) 00000800:00000200:86.0:1596748103.164404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c7c0000 0x7dc7c0000(0x7dc7c0000) 00000800:00000200:86.0:1596748103.164405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c7c1000 0x7dc7c1000(0x7dc7c1000) 00000800:00000200:86.0:1596748103.164406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c7c2000 0x7dc7c2000(0x7dc7c2000) 00000800:00000200:86.0:1596748103.164407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c7c3000 0x7dc7c3000(0x7dc7c3000) 00000800:00000200:86.0:1596748103.164407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c7c4000 0x7dc7c4000(0x7dc7c4000) 00000800:00000200:86.0:1596748103.164408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c7c5000 0x7dc7c5000(0x7dc7c5000) 00000800:00000200:86.0:1596748103.164409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c7c6000 0x7dc7c6000(0x7dc7c6000) 00000800:00000200:86.0:1596748103.164409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c7c7000 0x7dc7c7000(0x7dc7c7000) 00000800:00000010:86.0:1596748103.164955:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34a80 (tot 157249514). 00000800:00000200:86.0:1596748103.164956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164968:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.164974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558a00] (20)-- 00000800:00000200:86.0:1596748103.164975:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.47@o2ib36 00000800:00000200:86.0:1596748103.165231:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748103.165586:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.47@o2ib36 00000800:00000200:86.0:1596748103.165587:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.47@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748103.165588:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79dec0 (tot 157249378). 00000800:00000200:86.0:1596748103.165590:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c558a00] (19)++ 00000800:00000200:86.0:1596748103.165590:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c558a00] (20)++ 00000800:00000200:86.0:1596748103.165591:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c558a00] (21)-- 00000800:00000200:40.2:1596748103.165739:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c558a00] (20)++ 00000800:00000200:16.0:1596748103.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc552c8000] (21)++ 00000800:00000200:16.0:1596748103.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc552c8000] (22)++ 00000800:00000200:16.0:1596748103.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc552c8000] (23)-- 00000800:00000010:86.0:1596748103.883330:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34a80 (tot 157249490). 00000800:00000200:86.0:1596748103.883334:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34a80] -> 192.168.128.73@o2ib36 (1)++ 00000800:00000010:86.0:1596748103.883335:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34b00 (tot 157249602). 00000800:00000010:86.0:1596748103.883336:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c435200 (tot 157249898). 00000800:00000010:86.0:1596748103.883337:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79dec0 (tot 157250034). 00000800:00000010:86.0:1596748103.883339:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a6800 (tot 157251906). 00000800:00000010:86.0:1596748103.883340:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79dbc0 (tot 157252058). 00000800:00000200:86.0:1596748103.883343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c7c8000 0x7dc7c8000(0x7dc7c8000) 00000800:00000200:86.0:1596748103.883344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c7c9000 0x7dc7c9000(0x7dc7c9000) 00000800:00000200:86.0:1596748103.883345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c7ca000 0x7dc7ca000(0x7dc7ca000) 00000800:00000200:86.0:1596748103.883345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c7cb000 0x7dc7cb000(0x7dc7cb000) 00000800:00000200:86.0:1596748103.883346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c7cc000 0x7dc7cc000(0x7dc7cc000) 00000800:00000200:86.0:1596748103.883347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c7cd000 0x7dc7cd000(0x7dc7cd000) 00000800:00000200:86.0:1596748103.883348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c7ce000 0x7dc7ce000(0x7dc7ce000) 00000800:00000200:86.0:1596748103.883348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c7cf000 0x7dc7cf000(0x7dc7cf000) 00000800:00000200:86.0:1596748103.883349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c7d0000 0x7dc7d0000(0x7dc7d0000) 00000800:00000200:86.0:1596748103.883350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c7d1000 0x7dc7d1000(0x7dc7d1000) 00000800:00000200:86.0:1596748103.883351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c7d2000 0x7dc7d2000(0x7dc7d2000) 00000800:00000200:86.0:1596748103.883351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c7d3000 0x7dc7d3000(0x7dc7d3000) 00000800:00000200:86.0:1596748103.883352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c7d4000 0x7dc7d4000(0x7dc7d4000) 00000800:00000200:86.0:1596748103.883353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c7d5000 0x7dc7d5000(0x7dc7d5000) 00000800:00000200:86.0:1596748103.883353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c7d6000 0x7dc7d6000(0x7dc7d6000) 00000800:00000200:86.0:1596748103.883354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c7d7000 0x7dc7d7000(0x7dc7d7000) 00000800:00000200:86.0:1596748103.883355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c7d8000 0x7dc7d8000(0x7dc7d8000) 00000800:00000200:86.0:1596748103.883356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c7d9000 0x7dc7d9000(0x7dc7d9000) 00000800:00000010:86.0:1596748103.883902:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34b00 (tot 157251946). 00000800:00000200:86.0:1596748103.883904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c435200] (19)++ 00000800:00000200:86.0:1596748103.883921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c435200] (20)-- 00000800:00000200:86.0:1596748103.883923:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.73@o2ib36 00000800:00000200:86.0:1596748103.884188:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748103.884554:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.73@o2ib36 00000800:00000200:86.0:1596748103.884556:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.73@o2ib36: active(0), version(12), status(0) 00000800:00000200:41.2:1596748103.884556:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c435200] (19)++ 00000800:00000010:86.0:1596748103.884557:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79dec0 (tot 157251810). 00000800:00000200:86.0:1596748103.884558:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c435200] (20)++ 00000800:00000200:86.0:1596748103.884559:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c435200] (21)++ 00000800:00000200:86.0:1596748103.884560:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c435200] (22)-- 00000800:00000010:86.0:1596748104.466552:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295400 (tot 157251922). 00000800:00000200:86.0:1596748104.466555:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295400] -> 192.168.128.153@o2ib36 (1)++ 00000800:00000010:86.0:1596748104.466557:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295380 (tot 157252034). 00000800:00000010:86.0:1596748104.466559:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463437c00 (tot 157252330). 00000800:00000010:86.0:1596748104.466562:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463526240 (tot 157252466). 00000800:00000010:86.0:1596748104.466564:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464199000 (tot 157254338). 00000800:00000010:86.0:1596748104.466565:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463526300 (tot 157254490). 00000800:00000200:86.0:1596748104.466569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4635a8000 0x27e35a8000(0x27e35a8000) 00000800:00000200:86.0:1596748104.466570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4635a9000 0x27e35a9000(0x27e35a9000) 00000800:00000200:86.0:1596748104.466571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4635aa000 0x27e35aa000(0x27e35aa000) 00000800:00000200:86.0:1596748104.466571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4635ab000 0x27e35ab000(0x27e35ab000) 00000800:00000200:86.0:1596748104.466572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4635ac000 0x27e35ac000(0x27e35ac000) 00000800:00000200:86.0:1596748104.466573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4635ad000 0x27e35ad000(0x27e35ad000) 00000800:00000200:86.0:1596748104.466574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4635ae000 0x27e35ae000(0x27e35ae000) 00000800:00000200:86.0:1596748104.466574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4635af000 0x27e35af000(0x27e35af000) 00000800:00000200:86.0:1596748104.466575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4635e0000 0x27e35e0000(0x27e35e0000) 00000800:00000200:86.0:1596748104.466576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4635e1000 0x27e35e1000(0x27e35e1000) 00000800:00000200:86.0:1596748104.466576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4635e2000 0x27e35e2000(0x27e35e2000) 00000800:00000200:86.0:1596748104.466577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4635e3000 0x27e35e3000(0x27e35e3000) 00000800:00000200:86.0:1596748104.466578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4635e4000 0x27e35e4000(0x27e35e4000) 00000800:00000200:86.0:1596748104.466579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4635e5000 0x27e35e5000(0x27e35e5000) 00000800:00000200:86.0:1596748104.466579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4635e6000 0x27e35e6000(0x27e35e6000) 00000800:00000200:86.0:1596748104.466580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4635e7000 0x27e35e7000(0x27e35e7000) 00000800:00000200:86.0:1596748104.466581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4635c8000 0x27e35c8000(0x27e35c8000) 00000800:00000200:86.0:1596748104.466582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4635c9000 0x27e35c9000(0x27e35c9000) 00000800:00000010:86.0:1596748104.467155:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295380 (tot 157254378). 00000800:00000200:86.0:1596748104.467156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467163:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467163:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467164:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467165:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467165:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467166:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467166:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467167:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463437c00] (20)-- 00000800:00000200:86.0:1596748104.467175:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.153@o2ib36 00000800:00000200:86.0:1596748104.467432:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748104.467841:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.153@o2ib36 00000800:00000200:86.0:1596748104.467842:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.153@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748104.467843:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463526240 (tot 157254242). 00000800:00000200:86.0:1596748104.467845:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463437c00] (19)++ 00000800:00000200:86.0:1596748104.467845:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463437c00] (20)++ 00000800:00000200:86.0:1596748104.467846:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463437c00] (21)-- 00000800:00000200:39.2:1596748104.468004:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463437c00] (20)++ 00000800:00020000:17.0:1596748107.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748107.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748107.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2fa00] (22)++ 00000800:00000100:17.0:1596748107.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748107.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848480] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:17.0:1596748107.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb2fa00] (23)-- 00000400:00000200:17.0:1596748107.353094:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:17.0:1596748107.353095:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:17.0:1596748107.353096:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb2fa00] (22)-- 00000800:00000200:86.0:1596748107.353517:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb2fa00] (21)-- 00000800:00000010:86.0:1596748107.601461:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848880 (tot 157254354). 00000800:00000200:86.0:1596748107.601465:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848880] -> 192.168.128.168@o2ib36 (1)++ 00000800:00000010:86.0:1596748107.601467:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848900 (tot 157254466). 00000800:00000010:86.0:1596748107.601468:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f8931c00 (tot 157254762). 00000800:00000010:86.0:1596748107.601470:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3fd28b080 (tot 157254898). 00000800:00000010:86.0:1596748107.601472:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf3800 (tot 157256770). 00000800:00000010:86.0:1596748107.601474:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6548000 (tot 157256922). 00000800:00000200:86.0:1596748107.601479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f650d000 0x377650d000(0x377650d000) 00000800:00000200:86.0:1596748107.601480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f650e000 0x377650e000(0x377650e000) 00000800:00000200:86.0:1596748107.601481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f650f000 0x377650f000(0x377650f000) 00000800:00000200:86.0:1596748107.601482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f6510000 0x3776510000(0x3776510000) 00000800:00000200:86.0:1596748107.601483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f6511000 0x3776511000(0x3776511000) 00000800:00000200:86.0:1596748107.601484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f6512000 0x3776512000(0x3776512000) 00000800:00000200:86.0:1596748107.601484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f6513000 0x3776513000(0x3776513000) 00000800:00000200:86.0:1596748107.601485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f6514000 0x3776514000(0x3776514000) 00000800:00000200:86.0:1596748107.601486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f6515000 0x3776515000(0x3776515000) 00000800:00000200:86.0:1596748107.601486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f6516000 0x3776516000(0x3776516000) 00000800:00000200:86.0:1596748107.601487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f6517000 0x3776517000(0x3776517000) 00000800:00000200:86.0:1596748107.601488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f6518000 0x3776518000(0x3776518000) 00000800:00000200:86.0:1596748107.601489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f6519000 0x3776519000(0x3776519000) 00000800:00000200:86.0:1596748107.601489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f651a000 0x377651a000(0x377651a000) 00000800:00000200:86.0:1596748107.601490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f651b000 0x377651b000(0x377651b000) 00000800:00000200:86.0:1596748107.601491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f654a000 0x377654a000(0x377654a000) 00000800:00000200:86.0:1596748107.601492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f654b000 0x377654b000(0x377654b000) 00000800:00000200:86.0:1596748107.601492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f654c000 0x377654c000(0x377654c000) 00000800:00000010:86.0:1596748107.602109:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848900 (tot 157256810). 00000800:00000200:86.0:1596748107.602111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8931c00] (20)-- 00000800:00000200:86.0:1596748107.602130:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.168@o2ib36 00000800:00000200:86.0:1596748107.602390:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748107.602765:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.168@o2ib36 00000800:00000200:86.0:1596748107.602767:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.168@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748107.602768:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3fd28b080 (tot 157256674). 00000800:00000200:86.0:1596748107.602769:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f8931c00] (19)++ 00000800:00000200:86.0:1596748107.602770:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f8931c00] (20)++ 00000800:00000200:86.0:1596748107.602771:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f8931c00] (21)-- 00000800:00000200:37.2:1596748107.602954:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f8931c00] (20)++ 00000800:00000010:86.0:1596748107.602976:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294b00 (tot 157256786). 00000800:00000200:86.0:1596748107.602979:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294b00] -> 192.168.128.119@o2ib36 (1)++ 00000800:00000010:86.0:1596748107.602981:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294b80 (tot 157256898). 00000800:00000010:86.0:1596748107.602985:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463638000 (tot 157257194). 00000800:00000010:86.0:1596748107.602987:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463527ec0 (tot 157257330). 00000800:00000010:86.0:1596748107.602988:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46419e800 (tot 157259202). 00000800:00000010:86.0:1596748107.602989:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463527bc0 (tot 157259354). 00000800:00000200:86.0:1596748107.602995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4635ca000 0x27e35ca000(0x27e35ca000) 00000800:00000200:86.0:1596748107.602996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4635cb000 0x27e35cb000(0x27e35cb000) 00000800:00000200:86.0:1596748107.602997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4635cc000 0x27e35cc000(0x27e35cc000) 00000800:00000200:86.0:1596748107.602997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4635cd000 0x27e35cd000(0x27e35cd000) 00000800:00000200:86.0:1596748107.602998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4635ce000 0x27e35ce000(0x27e35ce000) 00000800:00000200:86.0:1596748107.602999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4635cf000 0x27e35cf000(0x27e35cf000) 00000800:00000200:86.0:1596748107.603000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463790000 0x27e3790000(0x27e3790000) 00000800:00000200:86.0:1596748107.603000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463791000 0x27e3791000(0x27e3791000) 00000800:00000200:86.0:1596748107.603001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463792000 0x27e3792000(0x27e3792000) 00000800:00000200:86.0:1596748107.603002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463793000 0x27e3793000(0x27e3793000) 00000800:00000200:86.0:1596748107.603003:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463794000 0x27e3794000(0x27e3794000) 00000800:00000200:86.0:1596748107.603004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463795000 0x27e3795000(0x27e3795000) 00000800:00000200:86.0:1596748107.603004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463796000 0x27e3796000(0x27e3796000) 00000800:00000200:86.0:1596748107.603005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463797000 0x27e3797000(0x27e3797000) 00000800:00000200:86.0:1596748107.603006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463588000 0x27e3588000(0x27e3588000) 00000800:00000200:86.0:1596748107.603007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463589000 0x27e3589000(0x27e3589000) 00000800:00000200:86.0:1596748107.603008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46358a000 0x27e358a000(0x27e358a000) 00000800:00000200:86.0:1596748107.603008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46358b000 0x27e358b000(0x27e358b000) 00000800:00000010:86.0:1596748107.603534:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294b80 (tot 157259242). 00000800:00000200:86.0:1596748107.603536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.603553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638000] (20)-- 00000800:00000200:86.0:1596748107.603554:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.119@o2ib36 00000800:00000200:86.0:1596748107.603806:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748107.604099:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.119@o2ib36 00000800:00000200:86.0:1596748107.604100:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.119@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748107.604101:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463527ec0 (tot 157259106). 00000800:00000200:86.0:1596748107.604102:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463638000] (19)++ 00000800:00000200:86.0:1596748107.604102:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463638000] (20)++ 00000800:00000200:86.0:1596748107.604103:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463638000] (21)-- 00000800:00000200:40.2:1596748107.604267:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463638000] (20)++ 00000800:00000010:86.0:1596748108.729477:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556280 (tot 157259218). 00000800:00000200:86.0:1596748108.729482:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556280] -> 192.168.128.165@o2ib36 (1)++ 00000800:00000010:86.0:1596748108.729484:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556300 (tot 157259330). 00000800:00000010:86.0:1596748108.729488:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54ce8000 (tot 157259626). 00000800:00000010:86.0:1596748108.729490:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157259762). 00000800:00000010:86.0:1596748108.729491:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c66800 (tot 157261634). 00000800:00000010:86.0:1596748108.729492:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2b980 (tot 157261786). 00000800:00000200:86.0:1596748108.729496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54cc0000 0x3fd4cc0000(0x3fd4cc0000) 00000800:00000200:86.0:1596748108.729507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54cc1000 0x3fd4cc1000(0x3fd4cc1000) 00000800:00000200:86.0:1596748108.729508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54cc2000 0x3fd4cc2000(0x3fd4cc2000) 00000800:00000200:86.0:1596748108.729508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54cc3000 0x3fd4cc3000(0x3fd4cc3000) 00000800:00000200:86.0:1596748108.729509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54cc4000 0x3fd4cc4000(0x3fd4cc4000) 00000800:00000200:86.0:1596748108.729510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54cc5000 0x3fd4cc5000(0x3fd4cc5000) 00000800:00000200:86.0:1596748108.729511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54cc6000 0x3fd4cc6000(0x3fd4cc6000) 00000800:00000200:86.0:1596748108.729512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54cc7000 0x3fd4cc7000(0x3fd4cc7000) 00000800:00000200:86.0:1596748108.729512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54cc8000 0x3fd4cc8000(0x3fd4cc8000) 00000800:00000200:86.0:1596748108.729513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54cc9000 0x3fd4cc9000(0x3fd4cc9000) 00000800:00000200:86.0:1596748108.729514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54cca000 0x3fd4cca000(0x3fd4cca000) 00000800:00000200:86.0:1596748108.729515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54ccb000 0x3fd4ccb000(0x3fd4ccb000) 00000800:00000200:86.0:1596748108.729515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54ccc000 0x3fd4ccc000(0x3fd4ccc000) 00000800:00000200:86.0:1596748108.729516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54ccd000 0x3fd4ccd000(0x3fd4ccd000) 00000800:00000200:86.0:1596748108.729517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54cce000 0x3fd4cce000(0x3fd4cce000) 00000800:00000200:86.0:1596748108.729518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54ccf000 0x3fd4ccf000(0x3fd4ccf000) 00000800:00000200:86.0:1596748108.729518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54cd0000 0x3fd4cd0000(0x3fd4cd0000) 00000800:00000200:86.0:1596748108.729519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54cd1000 0x3fd4cd1000(0x3fd4cd1000) 00000800:00000010:86.0:1596748108.730086:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556300 (tot 157261674). 00000800:00000200:86.0:1596748108.730087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ce8000] (20)-- 00000800:00000200:86.0:1596748108.730106:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.165@o2ib36 00000800:00000200:86.0:1596748108.730366:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748108.730767:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.165@o2ib36 00000800:00000200:86.0:1596748108.730768:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.165@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748108.730769:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157261538). 00000800:00000200:86.0:1596748108.730770:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54ce8000] (19)++ 00000800:00000200:86.0:1596748108.730771:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54ce8000] (20)++ 00000800:00000200:86.0:1596748108.730772:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54ce8000] (21)-- 00000800:00000200:87.2:1596748108.730787:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54ce8000] (20)++ 00000800:00020000:17.0:1596748109.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748109.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748109.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc552c8000] (22)++ 00000800:00000100:17.0:1596748109.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748109.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45e00] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:17.0:1596748109.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc552c8000] (23)-- 00000400:00000200:17.0:1596748109.353113:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:17.0:1596748109.353115:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:17.0:1596748109.353115:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc552c8000] (22)-- 00000800:00000200:86.0:1596748109.353477:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc552c8000] (21)-- 00000800:00000200:86.0:1596748109.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748111.328185:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849580 (tot 157261650). 00000800:00000200:86.0:1596748111.328190:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849580] -> 192.168.128.113@o2ib36 (1)++ 00000800:00000010:86.0:1596748111.328192:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849500 (tot 157261762). 00000800:00000010:86.0:1596748111.328195:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f8932200 (tot 157262058). 00000800:00000010:86.0:1596748111.328197:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157262194). 00000800:00000010:86.0:1596748111.328198:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3fadf2000 (tot 157264066). 00000800:00000010:86.0:1596748111.328199:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6549e00 (tot 157264218). 00000800:00000200:86.0:1596748111.328205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f67e1000 0x37767e1000(0x37767e1000) 00000800:00000200:86.0:1596748111.328206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f67e2000 0x37767e2000(0x37767e2000) 00000800:00000200:86.0:1596748111.328207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f67e3000 0x37767e3000(0x37767e3000) 00000800:00000200:86.0:1596748111.328208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f67e4000 0x37767e4000(0x37767e4000) 00000800:00000200:86.0:1596748111.328209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f67e5000 0x37767e5000(0x37767e5000) 00000800:00000200:86.0:1596748111.328209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f67e6000 0x37767e6000(0x37767e6000) 00000800:00000200:86.0:1596748111.328210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f67e7000 0x37767e7000(0x37767e7000) 00000800:00000200:86.0:1596748111.328211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f6010000 0x3776010000(0x3776010000) 00000800:00000200:86.0:1596748111.328212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f6011000 0x3776011000(0x3776011000) 00000800:00000200:86.0:1596748111.328212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f6012000 0x3776012000(0x3776012000) 00000800:00000200:86.0:1596748111.328213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f6013000 0x3776013000(0x3776013000) 00000800:00000200:86.0:1596748111.328214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f6014000 0x3776014000(0x3776014000) 00000800:00000200:86.0:1596748111.328215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f6015000 0x3776015000(0x3776015000) 00000800:00000200:86.0:1596748111.328216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f6016000 0x3776016000(0x3776016000) 00000800:00000200:86.0:1596748111.328216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f6017000 0x3776017000(0x3776017000) 00000800:00000200:86.0:1596748111.328217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f6018000 0x3776018000(0x3776018000) 00000800:00000200:86.0:1596748111.328218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f6019000 0x3776019000(0x3776019000) 00000800:00000200:86.0:1596748111.328219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f601a000 0x377601a000(0x377601a000) 00000800:00000010:86.0:1596748111.328832:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849500 (tot 157264106). 00000800:00000200:86.0:1596748111.328834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.328851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932200] (20)-- 00000800:00000200:86.0:1596748111.328853:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.113@o2ib36 00000800:00000200:86.0:1596748111.329119:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748111.329517:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.113@o2ib36 00000800:00000200:86.0:1596748111.329519:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.113@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748111.329520:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157263970). 00000800:00000200:86.0:1596748111.329521:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f8932200] (19)++ 00000800:00000200:86.0:1596748111.329522:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f8932200] (20)++ 00000800:00000200:86.0:1596748111.329522:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f8932200] (21)-- 00000800:00000200:40.2:1596748111.329676:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f8932200] (20)++ 00000800:00000200:86.0:1596748111.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748112.469301:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35400 (tot 157264082). 00000800:00000200:86.0:1596748112.469305:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35400] -> 192.168.128.123@o2ib36 (1)++ 00000800:00000010:86.0:1596748112.469307:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35380 (tot 157264194). 00000800:00000010:86.0:1596748112.469309:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c433600 (tot 157264490). 00000800:00000010:86.0:1596748112.469311:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79c240 (tot 157264626). 00000800:00000010:86.0:1596748112.469313:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a1000 (tot 157266498). 00000800:00000010:86.0:1596748112.469314:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79c300 (tot 157266650). 00000800:00000200:86.0:1596748112.469321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c7da000 0x7dc7da000(0x7dc7da000) 00000800:00000200:86.0:1596748112.469322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c7db000 0x7dc7db000(0x7dc7db000) 00000800:00000200:86.0:1596748112.469323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c7dc000 0x7dc7dc000(0x7dc7dc000) 00000800:00000200:86.0:1596748112.469324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c7dd000 0x7dc7dd000(0x7dc7dd000) 00000800:00000200:86.0:1596748112.469325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c7de000 0x7dc7de000(0x7dc7de000) 00000800:00000200:86.0:1596748112.469326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c7df000 0x7dc7df000(0x7dc7df000) 00000800:00000200:86.0:1596748112.469326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c7e0000 0x7dc7e0000(0x7dc7e0000) 00000800:00000200:86.0:1596748112.469327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c7e1000 0x7dc7e1000(0x7dc7e1000) 00000800:00000200:86.0:1596748112.469328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c7e2000 0x7dc7e2000(0x7dc7e2000) 00000800:00000200:86.0:1596748112.469329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c7e3000 0x7dc7e3000(0x7dc7e3000) 00000800:00000200:86.0:1596748112.469329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c7e4000 0x7dc7e4000(0x7dc7e4000) 00000800:00000200:86.0:1596748112.469330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c7e5000 0x7dc7e5000(0x7dc7e5000) 00000800:00000200:86.0:1596748112.469331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c7e6000 0x7dc7e6000(0x7dc7e6000) 00000800:00000200:86.0:1596748112.469331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c7e7000 0x7dc7e7000(0x7dc7e7000) 00000800:00000200:86.0:1596748112.469332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c7e8000 0x7dc7e8000(0x7dc7e8000) 00000800:00000200:86.0:1596748112.469333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c7e9000 0x7dc7e9000(0x7dc7e9000) 00000800:00000200:86.0:1596748112.469334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c7ea000 0x7dc7ea000(0x7dc7ea000) 00000800:00000200:86.0:1596748112.469334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c7eb000 0x7dc7eb000(0x7dc7eb000) 00000800:00000010:86.0:1596748112.469901:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35380 (tot 157266538). 00000800:00000200:86.0:1596748112.469902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.469920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c433600] (20)-- 00000800:00000200:86.0:1596748112.469921:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.123@o2ib36 00000800:00000200:86.0:1596748112.470192:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748112.470664:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.123@o2ib36 00000800:00000200:86.0:1596748112.470665:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.123@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748112.470666:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79c240 (tot 157266402). 00000800:00000200:86.0:1596748112.470667:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c433600] (19)++ 00000800:00000200:86.0:1596748112.470668:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c433600] (20)++ 00000800:00000200:86.0:1596748112.470668:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c433600] (21)-- 00000800:00000200:39.2:1596748112.470819:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c433600] (20)++ 00000800:00000010:86.0:1596748123.497766:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557c00 (tot 157266514). 00000800:00000200:86.0:1596748123.497771:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557c00] -> 192.168.128.71@o2ib36 (1)++ 00000800:00000010:86.0:1596748123.497773:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557b80 (tot 157266626). 00000800:00000010:86.0:1596748123.497777:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54d20000 (tot 157266922). 00000800:00000010:86.0:1596748123.497779:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157267058). 00000800:00000010:86.0:1596748123.497781:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c63000 (tot 157268930). 00000800:00000010:86.0:1596748123.497782:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2a9c0 (tot 157269082). 00000800:00000200:86.0:1596748123.497789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54cd2000 0x3fd4cd2000(0x3fd4cd2000) 00000800:00000200:86.0:1596748123.497790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54cd3000 0x3fd4cd3000(0x3fd4cd3000) 00000800:00000200:86.0:1596748123.497791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54cd4000 0x3fd4cd4000(0x3fd4cd4000) 00000800:00000200:86.0:1596748123.497791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54cd5000 0x3fd4cd5000(0x3fd4cd5000) 00000800:00000200:86.0:1596748123.497792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54cd6000 0x3fd4cd6000(0x3fd4cd6000) 00000800:00000200:86.0:1596748123.497793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54cd7000 0x3fd4cd7000(0x3fd4cd7000) 00000800:00000200:86.0:1596748123.497794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc55348000 0x3fd5348000(0x3fd5348000) 00000800:00000200:86.0:1596748123.497794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55349000 0x3fd5349000(0x3fd5349000) 00000800:00000200:86.0:1596748123.497795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5534a000 0x3fd534a000(0x3fd534a000) 00000800:00000200:86.0:1596748123.497796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5534b000 0x3fd534b000(0x3fd534b000) 00000800:00000200:86.0:1596748123.497797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc550f0000 0x3fd50f0000(0x3fd50f0000) 00000800:00000200:86.0:1596748123.497797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc550f1000 0x3fd50f1000(0x3fd50f1000) 00000800:00000200:86.0:1596748123.497798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc550f2000 0x3fd50f2000(0x3fd50f2000) 00000800:00000200:86.0:1596748123.497799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc550f3000 0x3fd50f3000(0x3fd50f3000) 00000800:00000200:86.0:1596748123.497800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54cdc000 0x3fd4cdc000(0x3fd4cdc000) 00000800:00000200:86.0:1596748123.497800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54cdd000 0x3fd4cdd000(0x3fd4cdd000) 00000800:00000200:86.0:1596748123.497801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54cde000 0x3fd4cde000(0x3fd4cde000) 00000800:00000200:86.0:1596748123.497802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54cdf000 0x3fd4cdf000(0x3fd4cdf000) 00000800:00000010:86.0:1596748123.498379:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557b80 (tot 157268970). 00000800:00000200:86.0:1596748123.498380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.498398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d20000] (20)-- 00000800:00000200:86.0:1596748123.498400:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.71@o2ib36 00000800:00000200:86.0:1596748123.498665:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748123.499056:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.71@o2ib36 00000800:00000200:86.0:1596748123.499057:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.71@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748123.499058:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157268834). 00000800:00000200:86.0:1596748123.499059:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54d20000] (19)++ 00000800:00000200:86.0:1596748123.499059:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54d20000] (20)++ 00000800:00000200:86.0:1596748123.499060:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54d20000] (21)-- 00000800:00000200:88.2:1596748123.499305:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54d20000] (20)++ 00000800:00000010:86.0:1596748125.220894:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848900 (tot 157268946). 00000800:00000200:86.0:1596748125.220898:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848900] -> 192.168.128.87@o2ib36 (1)++ 00000800:00000010:86.0:1596748125.220900:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848980 (tot 157269058). 00000800:00000010:86.0:1596748125.220903:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f8932a00 (tot 157269354). 00000800:00000010:86.0:1596748125.220904:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6548240 (tot 157269490). 00000800:00000010:86.0:1596748125.220906:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f7800 (tot 157271362). 00000800:00000010:86.0:1596748125.220907:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6548300 (tot 157271514). 00000800:00000200:86.0:1596748125.220909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f62be000 0x37762be000(0x37762be000) 00000800:00000200:86.0:1596748125.220911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f62bf000 0x37762bf000(0x37762bf000) 00000800:00000200:86.0:1596748125.220911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f62c0000 0x37762c0000(0x37762c0000) 00000800:00000200:86.0:1596748125.220912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f62c1000 0x37762c1000(0x37762c1000) 00000800:00000200:86.0:1596748125.220913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f62c2000 0x37762c2000(0x37762c2000) 00000800:00000200:86.0:1596748125.220914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f62c3000 0x37762c3000(0x37762c3000) 00000800:00000200:86.0:1596748125.220915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f62c4000 0x37762c4000(0x37762c4000) 00000800:00000200:86.0:1596748125.220915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f62c5000 0x37762c5000(0x37762c5000) 00000800:00000200:86.0:1596748125.220916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f62c6000 0x37762c6000(0x37762c6000) 00000800:00000200:86.0:1596748125.220917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f62c7000 0x37762c7000(0x37762c7000) 00000800:00000200:86.0:1596748125.220918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f62c8000 0x37762c8000(0x37762c8000) 00000800:00000200:86.0:1596748125.220918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f62c9000 0x37762c9000(0x37762c9000) 00000800:00000200:86.0:1596748125.220919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f62ca000 0x37762ca000(0x37762ca000) 00000800:00000200:86.0:1596748125.220920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f62cb000 0x37762cb000(0x37762cb000) 00000800:00000200:86.0:1596748125.220921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f62cc000 0x37762cc000(0x37762cc000) 00000800:00000200:86.0:1596748125.220921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f62cd000 0x37762cd000(0x37762cd000) 00000800:00000200:86.0:1596748125.220922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f62ce000 0x37762ce000(0x37762ce000) 00000800:00000200:86.0:1596748125.220923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f62cf000 0x37762cf000(0x37762cf000) 00000800:00000010:86.0:1596748125.221477:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848980 (tot 157271402). 00000800:00000200:86.0:1596748125.221479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.221496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8932a00] (20)-- 00000800:00000200:86.0:1596748125.221555:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.87@o2ib36 00000800:00000200:86.0:1596748125.221844:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748125.222245:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.87@o2ib36 00000800:00000200:86.0:1596748125.222247:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.87@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748125.222247:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6548240 (tot 157271266). 00000800:00000200:86.0:1596748125.222248:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f8932a00] (19)++ 00000800:00000200:86.0:1596748125.222249:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f8932a00] (20)++ 00000800:00000200:86.0:1596748125.222250:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f8932a00] (21)-- 00000800:00000200:85.2:1596748125.222416:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f8932a00] (20)++ 00000800:00000200:15.0:1596748128.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c508800] (21)++ 00000800:00000200:15.0:1596748128.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c508800] (22)++ 00000800:00000200:15.0:1596748128.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c508800] (23)-- 00000800:00000200:15.0:1596748131.352522:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf25c00] (21)++ 00000800:00000200:15.0:1596748131.352525:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf25c00] (22)++ 00000800:00000200:15.0:1596748131.352528:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf25c00] (23)-- 00000800:00000200:15.0:1596748132.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf23400] (21)++ 00000800:00000200:15.0:1596748132.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf23400] (22)++ 00000800:00000200:15.0:1596748132.352532:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf23400] (23)-- 00000800:00020000:15.0:1596748133.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748133.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.4@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748133.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c508800] (22)++ 00000800:00000100:15.0:1596748133.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.4@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748133.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35680] -> 192.168.128.4@o2ib36 (2)-- 00000800:00000200:15.0:1596748133.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c508800] (23)-- 00000400:00000200:15.0:1596748133.353056:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.4@o2ib36: down 00000400:00000200:15.0:1596748133.353058:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.4@o2ib36 not found 00000800:00000200:15.0:1596748133.353058:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c508800] (22)-- 00000800:00000200:86.0:1596748133.353362:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c508800] (21)-- 00000800:00000200:15.0:1596748134.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c55fa00] (21)++ 00000800:00000200:15.0:1596748134.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c55fa00] (22)++ 00000800:00000200:15.0:1596748134.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c55fa00] (23)-- 00000800:00000200:15.0:1596748134.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c8600] (21)++ 00000800:00000200:15.0:1596748134.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc658c8600] (22)++ 00000800:00000200:15.0:1596748134.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc658c8600] (23)-- 00000800:00000200:15.0:1596748134.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55330000] (21)++ 00000800:00000200:15.0:1596748134.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55330000] (22)++ 00000800:00000200:15.0:1596748134.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55330000] (23)-- 00000800:00000200:15.0:1596748135.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463435200] (21)++ 00000800:00000200:15.0:1596748135.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463435200] (22)++ 00000800:00000200:15.0:1596748135.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463435200] (23)-- 00000800:00000200:15.0:1596748135.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463432400] (21)++ 00000800:00000200:15.0:1596748135.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463432400] (22)++ 00000800:00000200:15.0:1596748135.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463432400] (23)-- 00000800:00000200:15.0:1596748135.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55330600] (21)++ 00000800:00000200:15.0:1596748135.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55330600] (22)++ 00000800:00000200:15.0:1596748135.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55330600] (23)-- 00000800:00000200:15.0:1596748135.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f9000] (21)++ 00000800:00000200:15.0:1596748135.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471f9000] (22)++ 00000800:00000200:15.0:1596748135.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471f9000] (23)-- 00000800:00000200:15.0:1596748135.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55337a00] (21)++ 00000800:00000200:15.0:1596748135.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55337a00] (22)++ 00000800:00000200:15.0:1596748135.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55337a00] (23)-- 00000800:00000200:15.0:1596748135.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fea00] (21)++ 00000800:00000200:15.0:1596748135.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fea00] (22)++ 00000800:00000200:15.0:1596748135.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fea00] (23)-- 00000800:00000200:86.0:1596748135.407553:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:15.0:1596748136.352524:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c559000] (21)++ 00000800:00000200:15.0:1596748136.352527:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c559000] (22)++ 00000800:00000200:15.0:1596748136.352531:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c559000] (23)-- 00000800:00000200:15.0:1596748136.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bfa00] (21)++ 00000800:00000200:15.0:1596748136.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bfa00] (22)++ 00000800:00000200:15.0:1596748136.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bfa00] (23)-- 00000800:00000200:15.0:1596748136.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658cfa00] (21)++ 00000800:00000200:15.0:1596748136.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc658cfa00] (22)++ 00000800:00000200:15.0:1596748136.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc658cfa00] (23)-- 00000800:00000200:15.0:1596748136.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b9600] (21)++ 00000800:00000200:15.0:1596748136.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0b9600] (22)++ 00000800:00000200:15.0:1596748136.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0b9600] (23)-- 00000800:00000200:15.0:1596748136.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fe600] (21)++ 00000800:00000200:15.0:1596748136.352558:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fe600] (22)++ 00000800:00000200:15.0:1596748136.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fe600] (23)-- 00000800:00020000:15.0:1596748137.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748137.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.80@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748137.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf25c00] (22)++ 00000800:00000100:15.0:1596748137.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.80@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748137.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35600] -> 192.168.128.80@o2ib36 (2)-- 00000800:00000200:15.0:1596748137.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf25c00] (23)-- 00000800:00020000:15.0:1596748137.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748137.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.88@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748137.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf23400] (22)++ 00000800:00000100:15.0:1596748137.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.88@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748137.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35580] -> 192.168.128.88@o2ib36 (2)-- 00000800:00000200:15.0:1596748137.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf23400] (23)-- 00000800:00000200:15.0:1596748137.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55120000] (21)++ 00000800:00000200:15.0:1596748137.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55120000] (22)++ 00000800:00000200:15.0:1596748137.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55120000] (23)-- 00000800:00000200:15.0:1596748137.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55120c00] (21)++ 00000800:00000200:15.0:1596748137.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55120c00] (22)++ 00000800:00000200:15.0:1596748137.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55120c00] (23)-- 00000800:00000200:15.0:1596748137.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463432e00] (21)++ 00000800:00000200:15.0:1596748137.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463432e00] (22)++ 00000800:00000200:15.0:1596748137.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463432e00] (23)-- 00000400:00000200:15.0:1596748137.353160:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.80@o2ib36: down 00000400:00000200:15.0:1596748137.353161:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.80@o2ib36 not found 00000800:00000200:15.0:1596748137.353162:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf25c00] (22)-- 00000800:00000200:86.0:1596748137.353419:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf25c00] (21)-- 00000400:00000200:15.0:1596748137.353699:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.88@o2ib36: down 00000400:00000200:15.0:1596748137.353701:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.88@o2ib36 not found 00000800:00000200:15.0:1596748137.353701:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf23400] (22)-- 00000800:00000200:86.0:1596748137.354162:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf23400] (21)-- 00000800:00000200:15.0:1596748138.352516:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf23a00] (21)++ 00000800:00000200:15.0:1596748138.352519:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf23a00] (22)++ 00000800:00000200:15.0:1596748138.352523:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf23a00] (23)-- 00000800:00000200:15.0:1596748139.352512:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29400] (21)++ 00000800:00000200:15.0:1596748139.352514:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb29400] (22)++ 00000800:00000200:15.0:1596748139.352517:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb29400] (23)-- 00000800:00000200:15.0:1596748139.352520:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c9000] (21)++ 00000800:00000200:15.0:1596748139.352522:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc658c9000] (22)++ 00000800:00000200:15.0:1596748139.352525:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc658c9000] (23)-- 00000800:00000200:15.0:1596748139.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658cf000] (21)++ 00000800:00000200:15.0:1596748139.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc658cf000] (22)++ 00000800:00000200:15.0:1596748139.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc658cf000] (23)-- 00000800:00000200:15.0:1596748139.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29a00] (21)++ 00000800:00000200:15.0:1596748139.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb29a00] (22)++ 00000800:00000200:15.0:1596748139.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb29a00] (23)-- 00000800:00000200:15.0:1596748139.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf25200] (21)++ 00000800:00000200:15.0:1596748139.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf25200] (22)++ 00000800:00000200:15.0:1596748139.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf25200] (23)-- 00000800:00020000:15.0:1596748139.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748139.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.42@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748139.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55330000] (22)++ 00000800:00000100:15.0:1596748139.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.42@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748139.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b44100] -> 192.168.128.42@o2ib36 (2)-- 00000800:00000200:15.0:1596748139.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55330000] (23)-- 00000800:00000200:15.0:1596748139.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f9a00] (21)++ 00000800:00000200:15.0:1596748139.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471f9a00] (22)++ 00000800:00000200:15.0:1596748139.352561:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471f9a00] (23)-- 00000400:00000200:15.0:1596748139.353159:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.42@o2ib36: down 00000400:00000200:15.0:1596748139.353160:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.42@o2ib36 not found 00000800:00000200:15.0:1596748139.353161:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55330000] (22)-- 00000800:00000200:86.0:1596748139.353718:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55330000] (21)-- 00000800:00000200:86.0:1596748139.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748139.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596748140.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748140.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.18@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748140.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c55fa00] (22)++ 00000800:00000100:15.0:1596748140.352534:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.18@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748140.352536:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35800] -> 192.168.128.18@o2ib36 (2)-- 00000800:00000200:15.0:1596748140.352537:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c55fa00] (23)-- 00000800:00020000:15.0:1596748140.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748140.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.129@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748140.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c8600] (22)++ 00000800:00000100:15.0:1596748140.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.129@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748140.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1a00] -> 192.168.128.129@o2ib36 (2)-- 00000800:00000200:15.0:1596748140.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc658c8600] (23)-- 00000800:00000200:15.0:1596748140.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2ee00] (21)++ 00000800:00000200:15.0:1596748140.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb2ee00] (22)++ 00000800:00000200:15.0:1596748140.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb2ee00] (23)-- 00000800:00020000:15.0:1596748140.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748140.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.159@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748140.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f9000] (22)++ 00000800:00000100:15.0:1596748140.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.159@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748140.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dba80] -> 192.168.128.159@o2ib36 (2)-- 00000800:00000200:15.0:1596748140.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471f9000] (23)-- 00000800:00020000:15.0:1596748140.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748140.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.160@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748140.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55337a00] (22)++ 00000800:00000100:15.0:1596748140.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.160@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748140.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b44180] -> 192.168.128.160@o2ib36 (2)-- 00000800:00000200:15.0:1596748140.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55337a00] (23)-- 00000800:00020000:15.0:1596748140.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748140.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.164@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748140.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fea00] (22)++ 00000800:00000100:15.0:1596748140.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.164@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748140.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db700] -> 192.168.128.164@o2ib36 (2)-- 00000800:00000200:15.0:1596748140.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fea00] (23)-- 00000400:00000200:15.0:1596748140.353139:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.18@o2ib36: down 00000400:00000200:15.0:1596748140.353141:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.18@o2ib36 not found 00000800:00000200:15.0:1596748140.353141:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c55fa00] (22)-- 00000800:00000200:86.0:1596748140.353474:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c55fa00] (21)-- 00000400:00000200:15.0:1596748140.353679:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.129@o2ib36: down 00000400:00000200:15.0:1596748140.353680:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.129@o2ib36 not found 00000800:00000200:15.0:1596748140.353680:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc658c8600] (22)-- 00000800:00000200:86.0:1596748140.353973:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc658c8600] (21)-- 00000400:00000200:15.0:1596748140.354219:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.159@o2ib36: down 00000400:00000200:15.0:1596748140.354220:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.159@o2ib36 not found 00000800:00000200:15.0:1596748140.354221:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471f9000] (22)-- 00000400:00000200:15.0:1596748140.354770:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.160@o2ib36: down 00000400:00000200:15.0:1596748140.354771:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.160@o2ib36 not found 00000800:00000200:15.0:1596748140.354771:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55337a00] (22)-- 00000800:00000200:86.0:1596748140.354927:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471f9000] (21)-- 00000800:00000200:86.0:1596748140.355073:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55337a00] (21)-- 00000400:00000200:15.0:1596748140.355317:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.164@o2ib36: down 00000400:00000200:15.0:1596748140.355319:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.164@o2ib36 not found 00000800:00000200:15.0:1596748140.355319:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fea00] (22)-- 00000800:00000200:86.0:1596748140.355682:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fea00] (21)-- 00000800:00020000:16.0:1596748141.352529:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748141.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.89@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c559000] (22)++ 00000800:00000100:16.0:1596748141.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.89@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34580] -> 192.168.128.89@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c559000] (23)-- 00000800:00000200:16.0:1596748141.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463434800] (21)++ 00000800:00000200:16.0:1596748141.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463434800] (22)++ 00000800:00000200:16.0:1596748141.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463434800] (23)-- 00000800:00020000:16.0:1596748141.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748141.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.106@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463435200] (22)++ 00000800:00000100:16.0:1596748141.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.106@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295880] -> 192.168.128.106@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463435200] (23)-- 00000800:00020000:16.0:1596748141.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748141.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.107@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bfa00] (22)++ 00000800:00000100:16.0:1596748141.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.107@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2300] -> 192.168.128.107@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bfa00] (23)-- 00000800:00020000:16.0:1596748141.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748141.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.9@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463432400] (22)++ 00000800:00000100:16.0:1596748141.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.9@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294600] -> 192.168.128.9@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463432400] (23)-- 00000800:00020000:16.0:1596748141.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748141.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.21@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55330600] (22)++ 00000800:00000100:16.0:1596748141.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.21@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45d80] -> 192.168.128.21@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55330600] (23)-- 00000800:00020000:16.0:1596748141.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748141.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.27@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658cfa00] (22)++ 00000800:00000100:16.0:1596748141.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.27@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0480] -> 192.168.128.27@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc658cfa00] (23)-- 00000800:00020000:16.0:1596748141.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748141.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.146@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748141.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b9600] (22)++ 00000800:00000100:16.0:1596748141.352596:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.146@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748141.352598:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2380] -> 192.168.128.146@o2ib36 (2)-- 00000800:00000200:16.0:1596748141.352599:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0b9600] (23)-- 00000400:00000200:16.0:1596748141.353039:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.89@o2ib36: down 00000400:00000200:16.0:1596748141.353040:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.89@o2ib36 not found 00000800:00000200:16.0:1596748141.353041:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c559000] (22)-- 00000800:00000200:86.0:1596748141.353530:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c559000] (21)-- 00000400:00000200:16.0:1596748141.353600:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.106@o2ib36: down 00000400:00000200:16.0:1596748141.353602:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.106@o2ib36 not found 00000800:00000200:16.0:1596748141.353602:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463435200] (22)-- 00000800:00000200:86.0:1596748141.353875:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463435200] (21)-- 00000400:00000200:16.0:1596748141.354123:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.107@o2ib36: down 00000400:00000200:16.0:1596748141.354124:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.107@o2ib36 not found 00000800:00000200:16.0:1596748141.354125:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bfa00] (22)-- 00000800:00000200:86.0:1596748141.354430:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bfa00] (21)-- 00000400:00000200:16.0:1596748141.354674:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.9@o2ib36: down 00000400:00000200:16.0:1596748141.354676:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.9@o2ib36 not found 00000800:00000200:16.0:1596748141.354676:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463432400] (22)-- 00000800:00000200:86.0:1596748141.355007:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463432400] (21)-- 00000400:00000200:16.0:1596748141.355218:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.21@o2ib36: down 00000400:00000200:16.0:1596748141.355219:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.21@o2ib36 not found 00000800:00000200:16.0:1596748141.355219:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55330600] (22)-- 00000800:00000200:86.0:1596748141.355466:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55330600] (21)-- 00000400:00000200:16.0:1596748141.355604:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.27@o2ib36: down 00000400:00000200:16.0:1596748141.355605:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.27@o2ib36 not found 00000800:00000200:16.0:1596748141.355605:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc658cfa00] (22)-- 00000800:00000200:86.0:1596748141.355859:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc658cfa00] (21)-- 00000400:00000200:16.0:1596748141.356131:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.146@o2ib36: down 00000400:00000200:16.0:1596748141.356133:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.146@o2ib36 not found 00000800:00000200:16.0:1596748141.356133:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0b9600] (22)-- 00000800:00000200:86.0:1596748141.356469:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0b9600] (21)-- 00000800:00000200:86.0:1596748141.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:16.0:1596748142.352636:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748142.352639:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.151@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748142.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fe600] (22)++ 00000800:00000100:16.0:1596748142.352642:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.151@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748142.352644:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db780] -> 192.168.128.151@o2ib36 (2)-- 00000800:00000200:16.0:1596748142.352645:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fe600] (23)-- 00000800:00020000:16.0:1596748142.352652:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748142.352653:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.105@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748142.352654:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55120000] (22)++ 00000800:00000100:16.0:1596748142.352655:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.105@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748142.352657:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45d00] -> 192.168.128.105@o2ib36 (2)-- 00000800:00000200:16.0:1596748142.352658:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55120000] (23)-- 00000800:00020000:16.0:1596748142.352660:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748142.352661:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.110@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748142.352662:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55120c00] (22)++ 00000800:00000100:16.0:1596748142.352663:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.110@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748142.352664:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc57b45c80] -> 192.168.128.110@o2ib36 (2)-- 00000800:00000200:16.0:1596748142.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55120c00] (23)-- 00000800:00020000:16.0:1596748142.352668:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748142.352669:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.22@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748142.352670:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463432e00] (22)++ 00000800:00000100:16.0:1596748142.352671:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.22@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748142.352673:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294680] -> 192.168.128.22@o2ib36 (2)-- 00000800:00000200:16.0:1596748142.352674:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463432e00] (23)-- 00000400:00000200:16.0:1596748142.353111:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.151@o2ib36: down 00000400:00000200:16.0:1596748142.353112:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.151@o2ib36 not found 00000800:00000200:16.0:1596748142.353113:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fe600] (22)-- 00000400:00000200:16.0:1596748142.353659:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.105@o2ib36: down 00000400:00000200:16.0:1596748142.353660:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.105@o2ib36 not found 00000800:00000200:16.0:1596748142.353661:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55120000] (22)-- 00000800:00000200:86.0:1596748142.353669:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fe600] (21)-- 00000800:00000200:86.0:1596748142.353975:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55120000] (21)-- 00000400:00000200:16.0:1596748142.354194:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.110@o2ib36: down 00000400:00000200:16.0:1596748142.354195:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.110@o2ib36 not found 00000800:00000200:16.0:1596748142.354195:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55120c00] (22)-- 00000400:00000200:16.0:1596748142.354744:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.22@o2ib36: down 00000400:00000200:16.0:1596748142.354745:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.22@o2ib36 not found 00000800:00000200:16.0:1596748142.354745:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463432e00] (22)-- 00000800:00000200:86.0:1596748142.354831:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55120c00] (21)-- 00000800:00000200:86.0:1596748142.355231:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463432e00] (21)-- 00000800:00000200:86.0:1596748142.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748142.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748142.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748142.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748142.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748143.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748143.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.33@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748143.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf23a00] (22)++ 00000800:00000200:17.0:1596748143.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2a400] (21)++ 00000800:00000100:17.0:1596748143.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.33@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748143.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34800] -> 192.168.128.33@o2ib36 (2)-- 00000800:00000200:17.0:1596748143.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf23a00] (23)-- 00000800:00000200:17.0:1596748143.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb2a400] (22)++ 00000800:00000200:17.0:1596748143.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb2a400] (23)-- 00000400:00000200:17.0:1596748143.353106:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.33@o2ib36: down 00000400:00000200:17.0:1596748143.353107:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.33@o2ib36 not found 00000800:00000200:17.0:1596748143.353108:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf23a00] (22)-- 00000800:00000200:86.0:1596748143.353440:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf23a00] (21)-- 00000800:00000200:86.0:1596748143.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748143.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748143.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748143.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748143.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748143.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748143.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748144.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748144.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.11@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748144.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29400] (22)++ 00000800:00000100:17.0:1596748144.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.11@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748144.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849a80] -> 192.168.128.11@o2ib36 (2)-- 00000800:00000200:17.0:1596748144.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb29400] (23)-- 00000800:00000200:17.0:1596748144.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c9a00] (21)++ 00000800:00000200:17.0:1596748144.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc658c9a00] (22)++ 00000800:00000200:17.0:1596748144.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc658c9a00] (23)-- 00000800:00020000:17.0:1596748144.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748144.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.124@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748144.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c9000] (22)++ 00000800:00000100:17.0:1596748144.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.124@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748144.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1980] -> 192.168.128.124@o2ib36 (2)-- 00000800:00000200:17.0:1596748144.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc658c9000] (23)-- 00000800:00020000:17.0:1596748144.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748144.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.137@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748144.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658cf000] (22)++ 00000800:00000100:17.0:1596748144.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.137@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748144.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0500] -> 192.168.128.137@o2ib36 (2)-- 00000800:00000200:17.0:1596748144.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc658cf000] (23)-- 00000800:00020000:17.0:1596748144.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748144.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.37@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748144.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29a00] (22)++ 00000800:00000100:17.0:1596748144.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.37@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748144.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848500] -> 192.168.128.37@o2ib36 (2)-- 00000800:00000200:17.0:1596748144.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb29a00] (23)-- 00000800:00020000:17.0:1596748144.352594:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748144.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.38@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748144.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf25200] (22)++ 00000800:00000100:17.0:1596748144.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.38@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748144.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35500] -> 192.168.128.38@o2ib36 (2)-- 00000800:00000200:17.0:1596748144.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf25200] (23)-- 00000800:00020000:17.0:1596748144.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748144.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.54@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748144.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471f9a00] (22)++ 00000800:00000100:17.0:1596748144.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.54@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748144.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db680] -> 192.168.128.54@o2ib36 (2)-- 00000800:00000200:17.0:1596748144.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471f9a00] (23)-- 00000400:00000200:17.0:1596748144.353127:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.11@o2ib36: down 00000400:00000200:17.0:1596748144.353129:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.11@o2ib36 not found 00000800:00000200:17.0:1596748144.353129:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb29400] (22)-- 00000800:00000200:86.0:1596748144.353469:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb29400] (21)-- 00000400:00000200:17.0:1596748144.353668:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.124@o2ib36: down 00000400:00000200:17.0:1596748144.353669:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.124@o2ib36 not found 00000800:00000200:17.0:1596748144.353669:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc658c9000] (22)-- 00000800:00000200:86.0:1596748144.353973:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc658c9000] (21)-- 00000400:00000200:17.0:1596748144.354206:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.137@o2ib36: down 00000400:00000200:17.0:1596748144.354207:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.137@o2ib36 not found 00000800:00000200:17.0:1596748144.354207:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc658cf000] (22)-- 00000800:00000200:86.0:1596748144.354513:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc658cf000] (21)-- 00000400:00000200:17.0:1596748144.354771:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.37@o2ib36: down 00000400:00000200:17.0:1596748144.354772:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.37@o2ib36 not found 00000800:00000200:17.0:1596748144.354773:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb29a00] (22)-- 00000800:00000200:86.0:1596748144.355096:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb29a00] (21)-- 00000400:00000200:17.0:1596748144.355134:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.38@o2ib36: down 00000400:00000200:17.0:1596748144.355135:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.38@o2ib36 not found 00000800:00000200:17.0:1596748144.355135:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf25200] (22)-- 00000800:00000200:86.0:1596748144.355479:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf25200] (21)-- 00000400:00000200:17.0:1596748144.355692:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.54@o2ib36: down 00000400:00000200:17.0:1596748144.355693:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.54@o2ib36 not found 00000800:00000200:17.0:1596748144.355693:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471f9a00] (22)-- 00000800:00000200:86.0:1596748144.356161:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471f9a00] (21)-- 00000800:00000200:86.0:1596748144.407509:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748144.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748144.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748144.407513:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748145.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b9a00] (21)++ 00000800:00000200:17.0:1596748145.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0b9a00] (22)++ 00000800:00000200:17.0:1596748145.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0b9a00] (23)-- 00000800:00000200:86.0:1596748145.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748146.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748146.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748146.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748146.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748146.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748146.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748147.352523:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748147.352525:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.45@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748147.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2ee00] (22)++ 00000800:00000100:17.0:1596748147.352528:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.45@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748147.352531:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849a00] -> 192.168.128.45@o2ib36 (2)-- 00000800:00000200:17.0:1596748147.352532:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb2ee00] (23)-- 00000800:00000200:17.0:1596748147.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bea00] (21)++ 00000800:00000200:17.0:1596748147.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bea00] (22)++ 00000800:00000200:17.0:1596748147.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bea00] (23)-- 00000800:00020000:17.0:1596748147.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748147.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.90@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748147.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463434800] (22)++ 00000800:00000100:17.0:1596748147.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.90@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748147.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295800] -> 192.168.128.90@o2ib36 (2)-- 00000800:00000200:17.0:1596748147.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463434800] (23)-- 00000400:00000200:17.0:1596748147.353033:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.45@o2ib36: down 00000400:00000200:17.0:1596748147.353034:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.45@o2ib36 not found 00000800:00000200:17.0:1596748147.353035:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb2ee00] (22)-- 00000800:00000200:86.0:1596748147.353392:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb2ee00] (21)-- 00000400:00000200:17.0:1596748147.353570:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.90@o2ib36: down 00000400:00000200:17.0:1596748147.353571:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.90@o2ib36 not found 00000800:00000200:17.0:1596748147.353572:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463434800] (22)-- 00000800:00000200:86.0:1596748147.353920:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463434800] (21)-- 00000800:00020000:17.0:1596748149.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748149.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.134@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748149.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2a400] (22)++ 00000800:00000100:17.0:1596748149.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.134@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748149.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848580] -> 192.168.128.134@o2ib36 (2)-- 00000800:00000200:17.0:1596748149.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb2a400] (23)-- 00000400:00000200:17.0:1596748149.353059:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.134@o2ib36: down 00000400:00000200:17.0:1596748149.353061:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.134@o2ib36 not found 00000800:00000200:17.0:1596748149.353061:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb2a400] (22)-- 00000800:00000200:86.0:1596748149.353362:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb2a400] (21)-- 00000800:00000200:86.0:1596748149.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748149.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748149.831083:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34c80 (tot 157271378). 00000800:00000200:86.0:1596748149.831088:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34c80] -> 192.168.128.4@o2ib36 (1)++ 00000800:00000010:86.0:1596748149.831090:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34d00 (tot 157271490). 00000800:00000010:86.0:1596748149.831093:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b900600 (tot 157271786). 00000800:00000010:86.0:1596748149.831096:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5b80fec0 (tot 157271922). 00000800:00000010:86.0:1596748149.831098:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b89d800 (tot 157273794). 00000800:00000010:86.0:1596748149.831099:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c528c00 (tot 157273946). 00000800:00000200:86.0:1596748149.831106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b8f1000 0x1fdb8f1000(0x1fdb8f1000) 00000800:00000200:86.0:1596748149.831107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b8f2000 0x1fdb8f2000(0x1fdb8f2000) 00000800:00000200:86.0:1596748149.831108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b8f3000 0x1fdb8f3000(0x1fdb8f3000) 00000800:00000200:86.0:1596748149.831109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b8f4000 0x1fdb8f4000(0x1fdb8f4000) 00000800:00000200:86.0:1596748149.831110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b8f5000 0x1fdb8f5000(0x1fdb8f5000) 00000800:00000200:86.0:1596748149.831110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b8f6000 0x1fdb8f6000(0x1fdb8f6000) 00000800:00000200:86.0:1596748149.831111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b8f7000 0x1fdb8f7000(0x1fdb8f7000) 00000800:00000200:86.0:1596748149.831112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b8f8000 0x1fdb8f8000(0x1fdb8f8000) 00000800:00000200:86.0:1596748149.831112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b8f9000 0x1fdb8f9000(0x1fdb8f9000) 00000800:00000200:86.0:1596748149.831113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b8fa000 0x1fdb8fa000(0x1fdb8fa000) 00000800:00000200:86.0:1596748149.831114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b8fb000 0x1fdb8fb000(0x1fdb8fb000) 00000800:00000200:86.0:1596748149.831115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b8fc000 0x1fdb8fc000(0x1fdb8fc000) 00000800:00000200:86.0:1596748149.831115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b8fd000 0x1fdb8fd000(0x1fdb8fd000) 00000800:00000200:86.0:1596748149.831116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b8fe000 0x1fdb8fe000(0x1fdb8fe000) 00000800:00000200:86.0:1596748149.831117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b8ff000 0x1fdb8ff000(0x1fdb8ff000) 00000800:00000200:86.0:1596748149.831118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b908000 0x1fdb908000(0x1fdb908000) 00000800:00000200:86.0:1596748149.831119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b909000 0x1fdb909000(0x1fdb909000) 00000800:00000200:86.0:1596748149.831119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b90a000 0x1fdb90a000(0x1fdb90a000) 00000800:00000010:86.0:1596748149.831725:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34d00 (tot 157273834). 00000800:00000200:86.0:1596748149.831727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831742:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.831744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b900600] (20)-- 00000800:00000200:86.0:1596748149.831746:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.4@o2ib36 00000800:00000200:86.0:1596748149.832001:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748149.832310:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b900600] (19)++ 00000800:00000200:86.0:1596748149.832316:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.4@o2ib36 00000800:00000200:86.0:1596748149.832317:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.4@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748149.832318:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5b80fec0 (tot 157273698). 00000800:00000200:86.0:1596748149.832320:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b900600] (20)++ 00000800:00000200:86.0:1596748149.832320:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b900600] (21)++ 00000800:00000200:86.0:1596748149.832321:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b900600] (22)-- 00000800:00020000:17.0:1596748150.352529:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748150.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.116@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748150.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc658c9a00] (22)++ 00000800:00000100:17.0:1596748150.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.116@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748150.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1900] -> 192.168.128.116@o2ib36 (2)-- 00000800:00000200:17.0:1596748150.352538:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc658c9a00] (23)-- 00000800:00020000:17.0:1596748150.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748150.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.52@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748150.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0b9a00] (22)++ 00000800:00000100:17.0:1596748150.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.52@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748150.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3d00] -> 192.168.128.52@o2ib36 (2)-- 00000800:00000200:17.0:1596748150.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0b9a00] (23)-- 00000400:00000200:17.0:1596748150.353043:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.116@o2ib36: down 00000400:00000200:17.0:1596748150.353045:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.116@o2ib36 not found 00000800:00000200:17.0:1596748150.353045:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc658c9a00] (22)-- 00000800:00000200:86.0:1596748150.353537:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc658c9a00] (21)-- 00000400:00000200:17.0:1596748150.353609:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.52@o2ib36: down 00000400:00000200:17.0:1596748150.353610:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.52@o2ib36 not found 00000800:00000200:17.0:1596748150.353610:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0b9a00] (22)-- 00000800:00000200:86.0:1596748150.354067:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0b9a00] (21)-- 00000800:00000200:86.0:1596748151.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748152.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748152.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748152.466064:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34d00 (tot 157273810). 00000800:00000200:86.0:1596748152.466069:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34d00] -> 192.168.128.80@o2ib36 (1)++ 00000800:00000010:86.0:1596748152.466071:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34d80 (tot 157273922). 00000800:00000010:86.0:1596748152.466072:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b907000 (tot 157274218). 00000800:00000010:86.0:1596748152.466073:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c529200 (tot 157274354). 00000800:00000010:86.0:1596748152.466074:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b89c800 (tot 157276226). 00000800:00000010:86.0:1596748152.466075:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c529ec0 (tot 157276378). 00000800:00000200:86.0:1596748152.466080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b90b000 0x1fdb90b000(0x1fdb90b000) 00000800:00000200:86.0:1596748152.466081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b90c000 0x1fdb90c000(0x1fdb90c000) 00000800:00000200:86.0:1596748152.466082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b90d000 0x1fdb90d000(0x1fdb90d000) 00000800:00000200:86.0:1596748152.466083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b90e000 0x1fdb90e000(0x1fdb90e000) 00000800:00000200:86.0:1596748152.466084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b90f000 0x1fdb90f000(0x1fdb90f000) 00000800:00000200:86.0:1596748152.466084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b910000 0x1fdb910000(0x1fdb910000) 00000800:00000200:86.0:1596748152.466085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b911000 0x1fdb911000(0x1fdb911000) 00000800:00000200:86.0:1596748152.466086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b912000 0x1fdb912000(0x1fdb912000) 00000800:00000200:86.0:1596748152.466086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b913000 0x1fdb913000(0x1fdb913000) 00000800:00000200:86.0:1596748152.466087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b914000 0x1fdb914000(0x1fdb914000) 00000800:00000200:86.0:1596748152.466088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b915000 0x1fdb915000(0x1fdb915000) 00000800:00000200:86.0:1596748152.466089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b916000 0x1fdb916000(0x1fdb916000) 00000800:00000200:86.0:1596748152.466089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b917000 0x1fdb917000(0x1fdb917000) 00000800:00000200:86.0:1596748152.466090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b918000 0x1fdb918000(0x1fdb918000) 00000800:00000200:86.0:1596748152.466091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b919000 0x1fdb919000(0x1fdb919000) 00000800:00000200:86.0:1596748152.466092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b91a000 0x1fdb91a000(0x1fdb91a000) 00000800:00000200:86.0:1596748152.466092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b91b000 0x1fdb91b000(0x1fdb91b000) 00000800:00000200:86.0:1596748152.466093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b91c000 0x1fdb91c000(0x1fdb91c000) 00000800:00000010:86.0:1596748152.466686:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34d80 (tot 157276266). 00000800:00000200:86.0:1596748152.466688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.466706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b907000] (20)-- 00000800:00000200:86.0:1596748152.466707:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.80@o2ib36 00000800:00000200:86.0:1596748152.466966:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748152.467321:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.80@o2ib36 00000800:00000200:86.0:1596748152.467322:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.80@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748152.467323:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c529200 (tot 157276130). 00000800:00000200:86.0:1596748152.467324:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b907000] (19)++ 00000800:00000200:86.0:1596748152.467324:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b907000] (20)++ 00000800:00000200:86.0:1596748152.467325:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b907000] (21)-- 00000800:00000200:38.2:1596748152.467334:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b907000] (20)++ 00000800:00020000:17.0:1596748153.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748153.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.154@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748153.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bea00] (22)++ 00000800:00000100:17.0:1596748153.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.154@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748153.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3c80] -> 192.168.128.154@o2ib36 (2)-- 00000800:00000200:17.0:1596748153.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bea00] (23)-- 00000400:00000200:17.0:1596748153.353062:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.154@o2ib36: down 00000400:00000200:17.0:1596748153.353063:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.154@o2ib36 not found 00000800:00000200:17.0:1596748153.353065:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bea00] (22)-- 00000800:00000200:86.0:1596748153.353701:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bea00] (21)-- 00000800:00000010:86.0:1596748154.293729:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34d80 (tot 157276242). 00000800:00000200:86.0:1596748154.293733:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34d80] -> 192.168.128.88@o2ib36 (1)++ 00000800:00000010:86.0:1596748154.293735:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34e00 (tot 157276354). 00000800:00000010:86.0:1596748154.293736:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b906400 (tot 157276650). 00000800:00000010:86.0:1596748154.293737:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c529200 (tot 157276786). 00000800:00000010:86.0:1596748154.293739:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b89b800 (tot 157278658). 00000800:00000010:86.0:1596748154.293740:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac7f3b0540 (tot 157278810). 00000800:00000200:86.0:1596748154.293743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b91d000 0x1fdb91d000(0x1fdb91d000) 00000800:00000200:86.0:1596748154.293744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b91e000 0x1fdb91e000(0x1fdb91e000) 00000800:00000200:86.0:1596748154.293745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b91f000 0x1fdb91f000(0x1fdb91f000) 00000800:00000200:86.0:1596748154.293746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b920000 0x1fdb920000(0x1fdb920000) 00000800:00000200:86.0:1596748154.293747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b921000 0x1fdb921000(0x1fdb921000) 00000800:00000200:86.0:1596748154.293748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b922000 0x1fdb922000(0x1fdb922000) 00000800:00000200:86.0:1596748154.293748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b923000 0x1fdb923000(0x1fdb923000) 00000800:00000200:86.0:1596748154.293749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b924000 0x1fdb924000(0x1fdb924000) 00000800:00000200:86.0:1596748154.293750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b925000 0x1fdb925000(0x1fdb925000) 00000800:00000200:86.0:1596748154.293751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b926000 0x1fdb926000(0x1fdb926000) 00000800:00000200:86.0:1596748154.293751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b927000 0x1fdb927000(0x1fdb927000) 00000800:00000200:86.0:1596748154.293752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b928000 0x1fdb928000(0x1fdb928000) 00000800:00000200:86.0:1596748154.293753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b929000 0x1fdb929000(0x1fdb929000) 00000800:00000200:86.0:1596748154.293754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b92a000 0x1fdb92a000(0x1fdb92a000) 00000800:00000200:86.0:1596748154.293754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b92b000 0x1fdb92b000(0x1fdb92b000) 00000800:00000200:86.0:1596748154.293755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b92c000 0x1fdb92c000(0x1fdb92c000) 00000800:00000200:86.0:1596748154.293756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b92d000 0x1fdb92d000(0x1fdb92d000) 00000800:00000200:86.0:1596748154.293757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b92e000 0x1fdb92e000(0x1fdb92e000) 00000800:00000010:86.0:1596748154.294322:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34e00 (tot 157278698). 00000800:00000200:86.0:1596748154.294324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.294342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906400] (20)-- 00000800:00000200:86.0:1596748154.294343:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.88@o2ib36 00000800:00000200:86.0:1596748154.294615:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748154.295240:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b906400] (19)++ 00000800:00000200:86.0:1596748154.295241:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.88@o2ib36 00000800:00000200:86.0:1596748154.295242:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.88@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748154.295243:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c529200 (tot 157278562). 00000800:00000200:86.0:1596748154.295245:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b906400] (20)++ 00000800:00000200:86.0:1596748154.295245:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b906400] (21)++ 00000800:00000200:86.0:1596748154.295246:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b906400] (22)-- 00000800:00000010:86.0:1596748154.715302:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1480 (tot 157278674). 00000800:00000200:86.0:1596748154.715306:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1480] -> 192.168.128.129@o2ib36 (1)++ 00000800:00000010:86.0:1596748154.715308:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1400 (tot 157278786). 00000800:00000010:86.0:1596748154.715313:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f0600 (tot 157279082). 00000800:00000010:86.0:1596748154.715316:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659ce240 (tot 157279218). 00000800:00000010:86.0:1596748154.715319:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a08000 (tot 157281090). 00000800:00000010:86.0:1596748154.715320:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659ce300 (tot 157281242). 00000800:00000200:86.0:1596748154.715328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6794d000 0x2fe794d000(0x2fe794d000) 00000800:00000200:86.0:1596748154.715329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc7b5e0000 0x2ffb5e0000(0x2ffb5e0000) 00000800:00000200:86.0:1596748154.715330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66996000 0x2fe6996000(0x2fe6996000) 00000800:00000200:86.0:1596748154.715331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67975000 0x2fe7975000(0x2fe7975000) 00000800:00000200:86.0:1596748154.715332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66bfb000 0x2fe6bfb000(0x2fe6bfb000) 00000800:00000200:86.0:1596748154.715333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6780a000 0x2fe780a000(0x2fe780a000) 00000800:00000200:86.0:1596748154.715334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67b5e000 0x2fe7b5e000(0x2fe7b5e000) 00000800:00000200:86.0:1596748154.715334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7e298000 0x2ffe298000(0x2ffe298000) 00000800:00000200:86.0:1596748154.715335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7efdd000 0x2ffefdd000(0x2ffefdd000) 00000800:00000200:86.0:1596748154.715336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65dd7000 0x2fe5dd7000(0x2fe5dd7000) 00000800:00000200:86.0:1596748154.715336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67ae0000 0x2fe7ae0000(0x2fe7ae0000) 00000800:00000200:86.0:1596748154.715337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6681c000 0x2fe681c000(0x2fe681c000) 00000800:00000200:86.0:1596748154.715338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67f80000 0x2fe7f80000(0x2fe7f80000) 00000800:00000200:86.0:1596748154.715339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b5b69d8000 0x29369d8000(0x29369d8000) 00000800:00000200:86.0:1596748154.715339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67fe6000 0x2fe7fe6000(0x2fe7fe6000) 00000800:00000200:86.0:1596748154.715340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67b88000 0x2fe7b88000(0x2fe7b88000) 00000800:00000200:86.0:1596748154.715341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65f5b000 0x2fe5f5b000(0x2fe5f5b000) 00000800:00000200:86.0:1596748154.715342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67b9e000 0x2fe7b9e000(0x2fe7b9e000) 00000800:00000010:86.0:1596748154.715895:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1400 (tot 157281130). 00000800:00000200:86.0:1596748154.715896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.715914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f0600] (20)-- 00000800:00000200:86.0:1596748154.715915:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.129@o2ib36 00000800:00000200:86.0:1596748154.716190:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748154.716485:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.129@o2ib36 00000800:00000200:86.0:1596748154.716486:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.129@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748154.716487:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659ce240 (tot 157280994). 00000800:00000200:86.0:1596748154.716488:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f0600] (19)++ 00000800:00000200:86.0:1596748154.716488:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f0600] (20)++ 00000800:00000200:86.0:1596748154.716489:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f0600] (21)-- 00000800:00000200:87.2:1596748154.716643:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f0600] (20)++ 00000800:00000010:86.0:1596748154.819387:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34b00 (tot 157281106). 00000800:00000200:86.0:1596748154.819391:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34b00] -> 192.168.128.18@o2ib36 (1)++ 00000800:00000010:86.0:1596748154.819393:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34b80 (tot 157281218). 00000800:00000010:86.0:1596748154.819396:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c55fc00 (tot 157281514). 00000800:00000010:86.0:1596748154.819399:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79dec0 (tot 157281650). 00000800:00000010:86.0:1596748154.819401:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a5800 (tot 157283522). 00000800:00000010:86.0:1596748154.819402:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79d980 (tot 157283674). 00000800:00000200:86.0:1596748154.819408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c7ec000 0x7dc7ec000(0x7dc7ec000) 00000800:00000200:86.0:1596748154.819409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c7ed000 0x7dc7ed000(0x7dc7ed000) 00000800:00000200:86.0:1596748154.819410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c7ee000 0x7dc7ee000(0x7dc7ee000) 00000800:00000200:86.0:1596748154.819411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c7ef000 0x7dc7ef000(0x7dc7ef000) 00000800:00000200:86.0:1596748154.819412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c7f0000 0x7dc7f0000(0x7dc7f0000) 00000800:00000200:86.0:1596748154.819412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c7f1000 0x7dc7f1000(0x7dc7f1000) 00000800:00000200:86.0:1596748154.819413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c7f2000 0x7dc7f2000(0x7dc7f2000) 00000800:00000200:86.0:1596748154.819414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c7f3000 0x7dc7f3000(0x7dc7f3000) 00000800:00000200:86.0:1596748154.819415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c7f4000 0x7dc7f4000(0x7dc7f4000) 00000800:00000200:86.0:1596748154.819415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c7f5000 0x7dc7f5000(0x7dc7f5000) 00000800:00000200:86.0:1596748154.819416:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c7f6000 0x7dc7f6000(0x7dc7f6000) 00000800:00000200:86.0:1596748154.819417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c7f7000 0x7dc7f7000(0x7dc7f7000) 00000800:00000200:86.0:1596748154.819417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c7f8000 0x7dc7f8000(0x7dc7f8000) 00000800:00000200:86.0:1596748154.819418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c7f9000 0x7dc7f9000(0x7dc7f9000) 00000800:00000200:86.0:1596748154.819419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c7fa000 0x7dc7fa000(0x7dc7fa000) 00000800:00000200:86.0:1596748154.819420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c7fb000 0x7dc7fb000(0x7dc7fb000) 00000800:00000200:86.0:1596748154.819420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c7fc000 0x7dc7fc000(0x7dc7fc000) 00000800:00000200:86.0:1596748154.819421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c7fd000 0x7dc7fd000(0x7dc7fd000) 00000800:00000010:86.0:1596748154.819978:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34b80 (tot 157283562). 00000800:00000200:86.0:1596748154.819979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.819997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55fc00] (20)-- 00000800:00000200:86.0:1596748154.819998:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.18@o2ib36 00000800:00000200:86.0:1596748154.820278:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748154.820607:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.18@o2ib36 00000800:00000200:86.0:1596748154.820609:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.18@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748154.820610:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79dec0 (tot 157283426). 00000800:00000200:86.0:1596748154.820611:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c55fc00] (19)++ 00000800:00000200:86.0:1596748154.820612:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c55fc00] (20)++ 00000800:00000200:86.0:1596748154.820613:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c55fc00] (21)-- 00000800:00000200:37.2:1596748154.820760:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c55fc00] (20)++ 00000800:00000200:17.0:1596748155.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463433800] (21)++ 00000800:00000200:17.0:1596748155.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463433800] (22)++ 00000800:00000200:17.0:1596748155.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463433800] (23)-- 00000800:00000200:86.0:1596748155.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748155.960423:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556300 (tot 157283538). 00000800:00000200:86.0:1596748155.960426:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556300] -> 192.168.128.42@o2ib36 (1)++ 00000800:00000010:86.0:1596748155.960428:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556380 (tot 157283650). 00000800:00000010:86.0:1596748155.960432:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54d30000 (tot 157283946). 00000800:00000010:86.0:1596748155.960434:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157284082). 00000800:00000010:86.0:1596748155.960436:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c65800 (tot 157285954). 00000800:00000010:86.0:1596748155.960437:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2b740 (tot 157286106). 00000800:00000200:86.0:1596748155.960445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57a09000 0x3fd7a09000(0x3fd7a09000) 00000800:00000200:86.0:1596748155.960447:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc578b1000 0x3fd78b1000(0x3fd78b1000) 00000800:00000200:86.0:1596748155.960448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54d40000 0x3fd4d40000(0x3fd4d40000) 00000800:00000200:86.0:1596748155.960449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57997000 0x3fd7997000(0x3fd7997000) 00000800:00000200:86.0:1596748155.960449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57b94000 0x3fd7b94000(0x3fd7b94000) 00000800:00000200:86.0:1596748155.960450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc7e7ea000 0x3ffe7ea000(0x3ffe7ea000) 00000800:00000200:86.0:1596748155.960451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57887000 0x3fd7887000(0x3fd7887000) 00000800:00000200:86.0:1596748155.960452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57aeb000 0x3fd7aeb000(0x3fd7aeb000) 00000800:00000200:86.0:1596748155.960452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5749a000 0x3fd749a000(0x3fd749a000) 00000800:00000200:86.0:1596748155.960453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5740c000 0x3fd740c000(0x3fd740c000) 00000800:00000200:86.0:1596748155.960454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc5538c000 0x3fd538c000(0x3fd538c000) 00000800:00000200:86.0:1596748155.960455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc574af000 0x3fd74af000(0x3fd74af000) 00000800:00000200:86.0:1596748155.960455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57b1e000 0x3fd7b1e000(0x3fd7b1e000) 00000800:00000200:86.0:1596748155.960456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5765a000 0x3fd765a000(0x3fd765a000) 00000800:00000200:86.0:1596748155.960457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc7c3ed000 0x3ffc3ed000(0x3ffc3ed000) 00000800:00000200:86.0:1596748155.960457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc69d20000 0x3fe9d20000(0x3fe9d20000) 00000800:00000200:86.0:1596748155.960458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc554eb000 0x3fd54eb000(0x3fd54eb000) 00000800:00000200:86.0:1596748155.960459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc69d1f000 0x3fe9d1f000(0x3fe9d1f000) 00000800:00000010:86.0:1596748155.961012:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556380 (tot 157285994). 00000800:00000200:86.0:1596748155.961013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30000] (20)-- 00000800:00000200:86.0:1596748155.961032:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.42@o2ib36 00000800:00000200:86.0:1596748155.961286:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748155.961591:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.42@o2ib36 00000800:00000200:86.0:1596748155.961593:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.42@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748155.961594:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157285858). 00000800:00000200:86.0:1596748155.961595:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54d30000] (19)++ 00000800:00000200:86.0:1596748155.961595:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54d30000] (20)++ 00000800:00000200:86.0:1596748155.961596:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54d30000] (21)-- 00000800:00000200:87.2:1596748155.961742:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54d30000] (20)++ 00000800:00000010:86.0:1596748156.418233:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295380 (tot 157285970). 00000800:00000200:86.0:1596748156.418236:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295380] -> 192.168.128.9@o2ib36 (1)++ 00000800:00000010:86.0:1596748156.418238:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295300 (tot 157286082). 00000800:00000010:86.0:1596748156.418240:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463638600 (tot 157286378). 00000800:00000010:86.0:1596748156.418242:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463526240 (tot 157286514). 00000800:00000010:86.0:1596748156.418244:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46419a000 (tot 157288386). 00000800:00000010:86.0:1596748156.418245:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463526540 (tot 157288538). 00000800:00000200:86.0:1596748156.418253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464313000 0x27e4313000(0x27e4313000) 00000800:00000200:86.0:1596748156.418254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46430a000 0x27e430a000(0x27e430a000) 00000800:00000200:86.0:1596748156.418255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47af5c000 0x27faf5c000(0x27faf5c000) 00000800:00000200:86.0:1596748156.418255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47af5d000 0x27faf5d000(0x27faf5d000) 00000800:00000200:86.0:1596748156.418256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4644e4000 0x27e44e4000(0x27e44e4000) 00000800:00000200:86.0:1596748156.418257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4644e5000 0x27e44e5000(0x27e44e5000) 00000800:00000200:86.0:1596748156.418258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463c52000 0x27e3c52000(0x27e3c52000) 00000800:00000200:86.0:1596748156.418258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463c53000 0x27e3c53000(0x27e3c53000) 00000800:00000200:86.0:1596748156.418259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46358c000 0x27e358c000(0x27e358c000) 00000800:00000200:86.0:1596748156.418260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46358d000 0x27e358d000(0x27e358d000) 00000800:00000200:86.0:1596748156.418261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46358e000 0x27e358e000(0x27e358e000) 00000800:00000200:86.0:1596748156.418261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46358f000 0x27e358f000(0x27e358f000) 00000800:00000200:86.0:1596748156.418262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4637b8000 0x27e37b8000(0x27e37b8000) 00000800:00000200:86.0:1596748156.418263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4637b9000 0x27e37b9000(0x27e37b9000) 00000800:00000200:86.0:1596748156.418264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4637ba000 0x27e37ba000(0x27e37ba000) 00000800:00000200:86.0:1596748156.418264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4637bb000 0x27e37bb000(0x27e37bb000) 00000800:00000200:86.0:1596748156.418265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4637bc000 0x27e37bc000(0x27e37bc000) 00000800:00000200:86.0:1596748156.418266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4637bd000 0x27e37bd000(0x27e37bd000) 00000800:00000010:86.0:1596748156.418840:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295300 (tot 157288426). 00000800:00000200:86.0:1596748156.418841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.418859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638600] (20)-- 00000800:00000200:86.0:1596748156.418861:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.9@o2ib36 00000800:00000200:86.0:1596748156.419117:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748156.419586:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.9@o2ib36 00000800:00000200:86.0:1596748156.419587:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.9@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748156.419588:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463526240 (tot 157288290). 00000800:00000200:86.0:1596748156.419589:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463638600] (19)++ 00000800:00000200:86.0:1596748156.419590:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463638600] (20)++ 00000800:00000200:86.0:1596748156.419591:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463638600] (21)-- 00000800:00000200:39.2:1596748156.419745:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463638600] (20)++ 00000800:00000010:86.0:1596748156.441362:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557b80 (tot 157288402). 00000800:00000200:86.0:1596748156.441365:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557b80] -> 192.168.128.21@o2ib36 (1)++ 00000800:00000010:86.0:1596748156.441367:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557b00 (tot 157288514). 00000800:00000010:86.0:1596748156.441370:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54d30600 (tot 157288810). 00000800:00000010:86.0:1596748156.441372:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157288946). 00000800:00000010:86.0:1596748156.441374:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54c64000 (tot 157290818). 00000800:00000010:86.0:1596748156.441375:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2ac00 (tot 157290970). 00000800:00000200:86.0:1596748156.441382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54d5b000 0x3fd4d5b000(0x3fd4d5b000) 00000800:00000200:86.0:1596748156.441383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54d5d000 0x3fd4d5d000(0x3fd4d5d000) 00000800:00000200:86.0:1596748156.441384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54d46000 0x3fd4d46000(0x3fd4d46000) 00000800:00000200:86.0:1596748156.441385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54d42000 0x3fd4d42000(0x3fd4d42000) 00000800:00000200:86.0:1596748156.441386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54d43000 0x3fd4d43000(0x3fd4d43000) 00000800:00000200:86.0:1596748156.441387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54d44000 0x3fd4d44000(0x3fd4d44000) 00000800:00000200:86.0:1596748156.441387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54d45000 0x3fd4d45000(0x3fd4d45000) 00000800:00000200:86.0:1596748156.441388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc71780000 0x3ff1780000(0x3ff1780000) 00000800:00000200:86.0:1596748156.441389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc71781000 0x3ff1781000(0x3ff1781000) 00000800:00000200:86.0:1596748156.441389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5773e000 0x3fd773e000(0x3fd773e000) 00000800:00000200:86.0:1596748156.441390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc5773f000 0x3fd773f000(0x3fd773f000) 00000800:00000200:86.0:1596748156.441391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc6d9bc000 0x3fed9bc000(0x3fed9bc000) 00000800:00000200:86.0:1596748156.441392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc6d9bd000 0x3fed9bd000(0x3fed9bd000) 00000800:00000200:86.0:1596748156.441392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc6d9be000 0x3fed9be000(0x3fed9be000) 00000800:00000200:86.0:1596748156.441393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc6d9bf000 0x3fed9bf000(0x3fed9bf000) 00000800:00000200:86.0:1596748156.441394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57420000 0x3fd7420000(0x3fd7420000) 00000800:00000200:86.0:1596748156.441394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57421000 0x3fd7421000(0x3fd7421000) 00000800:00000200:86.0:1596748156.441395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc57422000 0x3fd7422000(0x3fd7422000) 00000800:00000010:86.0:1596748156.441936:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557b00 (tot 157290858). 00000800:00000200:86.0:1596748156.441937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.441955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d30600] (20)-- 00000800:00000200:86.0:1596748156.441956:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.21@o2ib36 00000800:00000200:86.0:1596748156.442221:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748156.442534:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.21@o2ib36 00000800:00000200:86.0:1596748156.442536:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.21@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748156.442537:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157290722). 00000800:00000200:86.0:1596748156.442538:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54d30600] (19)++ 00000800:00000200:86.0:1596748156.442539:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54d30600] (20)++ 00000800:00000200:86.0:1596748156.442540:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54d30600] (21)-- 00000800:00000200:87.2:1596748156.442730:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54d30600] (20)++ 00000800:00000010:86.0:1596748156.556910:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294b80 (tot 157290834). 00000800:00000200:86.0:1596748156.556914:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294b80] -> 192.168.128.106@o2ib36 (1)++ 00000800:00000010:86.0:1596748156.556916:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294c00 (tot 157290946). 00000800:00000010:86.0:1596748156.556918:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46363fa00 (tot 157291242). 00000800:00000010:86.0:1596748156.556919:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463527ec0 (tot 157291378). 00000800:00000010:86.0:1596748156.556921:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46419d800 (tot 157293250). 00000800:00000010:86.0:1596748156.556922:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463527980 (tot 157293402). 00000800:00000200:86.0:1596748156.556929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4637be000 0x27e37be000(0x27e37be000) 00000800:00000200:86.0:1596748156.556930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4637bf000 0x27e37bf000(0x27e37bf000) 00000800:00000200:86.0:1596748156.556931:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4636f8000 0x27e36f8000(0x27e36f8000) 00000800:00000200:86.0:1596748156.556932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4636f9000 0x27e36f9000(0x27e36f9000) 00000800:00000200:86.0:1596748156.556933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4636fa000 0x27e36fa000(0x27e36fa000) 00000800:00000200:86.0:1596748156.556934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4636fb000 0x27e36fb000(0x27e36fb000) 00000800:00000200:86.0:1596748156.556934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4636fc000 0x27e36fc000(0x27e36fc000) 00000800:00000200:86.0:1596748156.556935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4636fd000 0x27e36fd000(0x27e36fd000) 00000800:00000200:86.0:1596748156.556936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4636fe000 0x27e36fe000(0x27e36fe000) 00000800:00000200:86.0:1596748156.556937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4636ff000 0x27e36ff000(0x27e36ff000) 00000800:00000200:86.0:1596748156.556937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4635f0000 0x27e35f0000(0x27e35f0000) 00000800:00000200:86.0:1596748156.556938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4635f1000 0x27e35f1000(0x27e35f1000) 00000800:00000200:86.0:1596748156.556939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4635f2000 0x27e35f2000(0x27e35f2000) 00000800:00000200:86.0:1596748156.556939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4635f3000 0x27e35f3000(0x27e35f3000) 00000800:00000200:86.0:1596748156.556940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4635f4000 0x27e35f4000(0x27e35f4000) 00000800:00000200:86.0:1596748156.556941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4635f5000 0x27e35f5000(0x27e35f5000) 00000800:00000200:86.0:1596748156.556942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4635f6000 0x27e35f6000(0x27e35f6000) 00000800:00000200:86.0:1596748156.556942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4635f7000 0x27e35f7000(0x27e35f7000) 00000800:00000010:86.0:1596748156.557517:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294c00 (tot 157293290). 00000800:00000200:86.0:1596748156.557519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.557536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363fa00] (20)-- 00000800:00000200:86.0:1596748156.557538:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.106@o2ib36 00000800:00000200:86.0:1596748156.557800:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748156.558140:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.106@o2ib36 00000800:00000200:86.0:1596748156.558141:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.106@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748156.558142:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463527ec0 (tot 157293154). 00000800:00000200:36.2:1596748156.558142:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.558143:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46363fa00] (19)++ 00000800:00000200:86.0:1596748156.558144:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46363fa00] (20)++ 00000800:00000200:86.0:1596748156.558144:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46363fa00] (22)-- 00000800:00000010:86.0:1596748157.042241:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35380 (tot 157293266). 00000800:00000200:86.0:1596748157.042244:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35380] -> 192.168.128.89@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.042246:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35300 (tot 157293378). 00000800:00000010:86.0:1596748157.042249:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c558400 (tot 157293674). 00000800:00000010:86.0:1596748157.042251:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79c240 (tot 157293810). 00000800:00000010:86.0:1596748157.042253:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a2000 (tot 157295682). 00000800:00000010:86.0:1596748157.042254:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79c540 (tot 157295834). 00000800:00000200:86.0:1596748157.042259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c7fe000 0x7dc7fe000(0x7dc7fe000) 00000800:00000200:86.0:1596748157.042260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c7ff000 0x7dc7ff000(0x7dc7ff000) 00000800:00000200:86.0:1596748157.042261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c000000 0x7dc000000(0x7dc000000) 00000800:00000200:86.0:1596748157.042262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c001000 0x7dc001000(0x7dc001000) 00000800:00000200:86.0:1596748157.042262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c002000 0x7dc002000(0x7dc002000) 00000800:00000200:86.0:1596748157.042263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c003000 0x7dc003000(0x7dc003000) 00000800:00000200:86.0:1596748157.042264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c004000 0x7dc004000(0x7dc004000) 00000800:00000200:86.0:1596748157.042265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c005000 0x7dc005000(0x7dc005000) 00000800:00000200:86.0:1596748157.042265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c006000 0x7dc006000(0x7dc006000) 00000800:00000200:86.0:1596748157.042266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c007000 0x7dc007000(0x7dc007000) 00000800:00000200:86.0:1596748157.042267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c008000 0x7dc008000(0x7dc008000) 00000800:00000200:86.0:1596748157.042268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c009000 0x7dc009000(0x7dc009000) 00000800:00000200:86.0:1596748157.042268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c00a000 0x7dc00a000(0x7dc00a000) 00000800:00000200:86.0:1596748157.042269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c00b000 0x7dc00b000(0x7dc00b000) 00000800:00000200:86.0:1596748157.042270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c00c000 0x7dc00c000(0x7dc00c000) 00000800:00000200:86.0:1596748157.042271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c00d000 0x7dc00d000(0x7dc00d000) 00000800:00000200:86.0:1596748157.042271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c00e000 0x7dc00e000(0x7dc00e000) 00000800:00000200:86.0:1596748157.042272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c00f000 0x7dc00f000(0x7dc00f000) 00000800:00000010:86.0:1596748157.042843:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35300 (tot 157295722). 00000800:00000200:86.0:1596748157.042845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.042862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c558400] (20)-- 00000800:00000200:86.0:1596748157.042864:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.89@o2ib36 00000800:00000200:86.0:1596748157.043133:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.043455:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.89@o2ib36 00000800:00000200:86.0:1596748157.043456:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.89@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.043457:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79c240 (tot 157295586). 00000800:00000200:86.0:1596748157.043458:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c558400] (19)++ 00000800:00000200:86.0:1596748157.043458:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c558400] (20)++ 00000800:00000200:86.0:1596748157.043459:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c558400] (21)-- 00000800:00000200:40.2:1596748157.043619:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c558400] (20)++ 00000800:00000010:86.0:1596748157.103984:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28fc80 (tot 157295698). 00000800:00000200:86.0:1596748157.103987:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28fc80] -> 192.168.128.159@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.103990:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28f900 (tot 157295810). 00000800:00000010:86.0:1596748157.103993:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fd800 (tot 157296106). 00000800:00000010:86.0:1596748157.103995:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157296242). 00000800:00000010:86.0:1596748157.103998:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476923000 (tot 157298114). 00000800:00000010:86.0:1596748157.103999:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d06e40 (tot 157298266). 00000800:00000200:86.0:1596748157.104010:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4768eb000 0x17f68eb000(0x17f68eb000) 00000800:00000200:86.0:1596748157.104011:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4768ec000 0x17f68ec000(0x17f68ec000) 00000800:00000200:86.0:1596748157.104012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4768ed000 0x17f68ed000(0x17f68ed000) 00000800:00000200:86.0:1596748157.104012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4768ee000 0x17f68ee000(0x17f68ee000) 00000800:00000200:86.0:1596748157.104013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4768ef000 0x17f68ef000(0x17f68ef000) 00000800:00000200:86.0:1596748157.104014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4768f0000 0x17f68f0000(0x17f68f0000) 00000800:00000200:86.0:1596748157.104015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4768f1000 0x17f68f1000(0x17f68f1000) 00000800:00000200:86.0:1596748157.104015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4768f2000 0x17f68f2000(0x17f68f2000) 00000800:00000200:86.0:1596748157.104016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4768f3000 0x17f68f3000(0x17f68f3000) 00000800:00000200:86.0:1596748157.104017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4768f4000 0x17f68f4000(0x17f68f4000) 00000800:00000200:86.0:1596748157.104018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4768f5000 0x17f68f5000(0x17f68f5000) 00000800:00000200:86.0:1596748157.104018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4768f6000 0x17f68f6000(0x17f68f6000) 00000800:00000200:86.0:1596748157.104019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4768f7000 0x17f68f7000(0x17f68f7000) 00000800:00000200:86.0:1596748157.104020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4768f8000 0x17f68f8000(0x17f68f8000) 00000800:00000200:86.0:1596748157.104020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4768f9000 0x17f68f9000(0x17f68f9000) 00000800:00000200:86.0:1596748157.104021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4768fa000 0x17f68fa000(0x17f68fa000) 00000800:00000200:86.0:1596748157.104022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4768fb000 0x17f68fb000(0x17f68fb000) 00000800:00000200:86.0:1596748157.104023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4768fc000 0x17f68fc000(0x17f68fc000) 00000800:00000010:86.0:1596748157.104551:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28f900 (tot 157298154). 00000800:00000200:86.0:1596748157.104552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104556:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fd800] (19)++ 00000800:00000200:86.0:1596748157.104570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fd800] (20)-- 00000800:00000200:86.0:1596748157.104571:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.159@o2ib36 00000800:00000200:86.0:1596748157.104825:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.106181:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.159@o2ib36 00000800:00000200:86.0:1596748157.106182:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.159@o2ib36: active(0), version(12), status(0) 00000800:00000200:39.2:1596748157.106182:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fd800] (19)++ 00000800:00000010:86.0:1596748157.106183:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157298018). 00000800:00000200:86.0:1596748157.106185:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fd800] (20)++ 00000800:00000200:86.0:1596748157.106186:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fd800] (21)++ 00000800:00000200:86.0:1596748157.106187:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fd800] (22)-- 00000800:00000010:86.0:1596748157.271317:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28f900 (tot 157298130). 00000800:00000200:86.0:1596748157.271320:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28f900] -> 192.168.128.164@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.271322:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28fc00 (tot 157298242). 00000800:00000010:86.0:1596748157.271323:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471ffc00 (tot 157298538). 00000800:00000010:86.0:1596748157.271324:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d06240 (tot 157298674). 00000800:00000010:86.0:1596748157.271325:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a476924000 (tot 157300546). 00000800:00000010:86.0:1596748157.271326:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d07080 (tot 157300698). 00000800:00000200:86.0:1596748157.271331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4768fd000 0x17f68fd000(0x17f68fd000) 00000800:00000200:86.0:1596748157.271332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4768fe000 0x17f68fe000(0x17f68fe000) 00000800:00000200:86.0:1596748157.271333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4768ff000 0x17f68ff000(0x17f68ff000) 00000800:00000200:86.0:1596748157.271333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447280000 0x17c7280000(0x17c7280000) 00000800:00000200:86.0:1596748157.271334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447281000 0x17c7281000(0x17c7281000) 00000800:00000200:86.0:1596748157.271335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447282000 0x17c7282000(0x17c7282000) 00000800:00000200:86.0:1596748157.271336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447283000 0x17c7283000(0x17c7283000) 00000800:00000200:86.0:1596748157.271336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447284000 0x17c7284000(0x17c7284000) 00000800:00000200:86.0:1596748157.271337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447285000 0x17c7285000(0x17c7285000) 00000800:00000200:86.0:1596748157.271338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447286000 0x17c7286000(0x17c7286000) 00000800:00000200:86.0:1596748157.271339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447287000 0x17c7287000(0x17c7287000) 00000800:00000200:86.0:1596748157.271339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447288000 0x17c7288000(0x17c7288000) 00000800:00000200:86.0:1596748157.271340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447289000 0x17c7289000(0x17c7289000) 00000800:00000200:86.0:1596748157.271341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44728a000 0x17c728a000(0x17c728a000) 00000800:00000200:86.0:1596748157.271342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44728b000 0x17c728b000(0x17c728b000) 00000800:00000200:86.0:1596748157.271342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44728c000 0x17c728c000(0x17c728c000) 00000800:00000200:86.0:1596748157.271343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44728d000 0x17c728d000(0x17c728d000) 00000800:00000200:86.0:1596748157.271344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44728e000 0x17c728e000(0x17c728e000) 00000800:00000010:86.0:1596748157.271883:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28fc00 (tot 157300586). 00000800:00000200:86.0:1596748157.271884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.271902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471ffc00] (20)-- 00000800:00000200:86.0:1596748157.271903:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.164@o2ib36 00000800:00000200:86.0:1596748157.272151:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.272524:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.164@o2ib36 00000800:00000200:86.0:1596748157.272526:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.164@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.272526:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d06240 (tot 157300450). 00000800:00000200:86.0:1596748157.272528:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471ffc00] (19)++ 00000800:00000200:86.0:1596748157.272528:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471ffc00] (20)++ 00000800:00000200:86.0:1596748157.272529:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471ffc00] (21)-- 00000800:00000200:39.2:1596748157.272740:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471ffc00] (20)++ 00000800:00000010:86.0:1596748157.302653:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556380 (tot 157300562). 00000800:00000200:86.0:1596748157.302656:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556380] -> 192.168.128.160@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.302658:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556400 (tot 157300674). 00000800:00000010:86.0:1596748157.302660:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54d37a00 (tot 157300970). 00000800:00000010:86.0:1596748157.302664:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157301106). 00000800:00000010:86.0:1596748157.302668:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54dc8000 (tot 157302978). 00000800:00000010:86.0:1596748157.302669:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2b500 (tot 157303130). 00000800:00000200:86.0:1596748157.302671:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57423000 0x3fd7423000(0x3fd7423000) 00000800:00000200:86.0:1596748157.302672:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55388000 0x3fd5388000(0x3fd5388000) 00000800:00000200:86.0:1596748157.302673:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55389000 0x3fd5389000(0x3fd5389000) 00000800:00000200:86.0:1596748157.302674:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5538a000 0x3fd538a000(0x3fd538a000) 00000800:00000200:86.0:1596748157.302675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5538b000 0x3fd538b000(0x3fd538b000) 00000800:00000200:86.0:1596748157.302675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54db0000 0x3fd4db0000(0x3fd4db0000) 00000800:00000200:86.0:1596748157.302676:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54db1000 0x3fd4db1000(0x3fd4db1000) 00000800:00000200:86.0:1596748157.302677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54db2000 0x3fd4db2000(0x3fd4db2000) 00000800:00000200:86.0:1596748157.302678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54db3000 0x3fd4db3000(0x3fd4db3000) 00000800:00000200:86.0:1596748157.302678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54db4000 0x3fd4db4000(0x3fd4db4000) 00000800:00000200:86.0:1596748157.302679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54db5000 0x3fd4db5000(0x3fd4db5000) 00000800:00000200:86.0:1596748157.302680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54db6000 0x3fd4db6000(0x3fd4db6000) 00000800:00000200:86.0:1596748157.302681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54db7000 0x3fd4db7000(0x3fd4db7000) 00000800:00000200:86.0:1596748157.302681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54db8000 0x3fd4db8000(0x3fd4db8000) 00000800:00000200:86.0:1596748157.302682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54db9000 0x3fd4db9000(0x3fd4db9000) 00000800:00000200:86.0:1596748157.302683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54dba000 0x3fd4dba000(0x3fd4dba000) 00000800:00000200:86.0:1596748157.302683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54dbb000 0x3fd4dbb000(0x3fd4dbb000) 00000800:00000200:86.0:1596748157.302684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54dbc000 0x3fd4dbc000(0x3fd4dbc000) 00000800:00000010:86.0:1596748157.303225:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556400 (tot 157303018). 00000800:00000200:86.0:1596748157.303227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54d37a00] (20)-- 00000800:00000200:86.0:1596748157.303245:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.160@o2ib36 00000800:00000200:86.0:1596748157.303490:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.303849:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.160@o2ib36 00000800:00000200:86.0:1596748157.303850:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.160@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.303851:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157302882). 00000800:00000200:86.0:1596748157.303852:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54d37a00] (19)++ 00000800:00000200:86.0:1596748157.303853:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54d37a00] (20)++ 00000800:00000200:86.0:1596748157.303854:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54d37a00] (21)-- 00000800:00000200:41.2:1596748157.303856:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54d37a00] (20)++ 00000800:00000010:86.0:1596748157.405444:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3880 (tot 157302994). 00000800:00000200:86.0:1596748157.405448:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3880] -> 192.168.128.107@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.405451:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3800 (tot 157303106). 00000800:00000010:86.0:1596748157.405454:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bec00 (tot 157303402). 00000800:00000010:86.0:1596748157.405456:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157303538). 00000800:00000010:86.0:1596748157.405458:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c5800 (tot 157305410). 00000800:00000010:86.0:1596748157.405459:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e183500 (tot 157305562). 00000800:00000200:86.0:1596748157.405466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e202000 0xfde202000(0xfde202000) 00000800:00000200:86.0:1596748157.405467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e203000 0xfde203000(0xfde203000) 00000800:00000200:86.0:1596748157.405468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e204000 0xfde204000(0xfde204000) 00000800:00000200:86.0:1596748157.405469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e205000 0xfde205000(0xfde205000) 00000800:00000200:86.0:1596748157.405470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e206000 0xfde206000(0xfde206000) 00000800:00000200:86.0:1596748157.405470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e207000 0xfde207000(0xfde207000) 00000800:00000200:86.0:1596748157.405471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e208000 0xfde208000(0xfde208000) 00000800:00000200:86.0:1596748157.405472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e209000 0xfde209000(0xfde209000) 00000800:00000200:86.0:1596748157.405473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e20a000 0xfde20a000(0xfde20a000) 00000800:00000200:86.0:1596748157.405473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e20b000 0xfde20b000(0xfde20b000) 00000800:00000200:86.0:1596748157.405474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e20c000 0xfde20c000(0xfde20c000) 00000800:00000200:86.0:1596748157.405475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e20d000 0xfde20d000(0xfde20d000) 00000800:00000200:86.0:1596748157.405476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e20e000 0xfde20e000(0xfde20e000) 00000800:00000200:86.0:1596748157.405476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e20f000 0xfde20f000(0xfde20f000) 00000800:00000200:86.0:1596748157.405477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e210000 0xfde210000(0xfde210000) 00000800:00000200:86.0:1596748157.405478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e211000 0xfde211000(0xfde211000) 00000800:00000200:86.0:1596748157.405479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e212000 0xfde212000(0xfde212000) 00000800:00000200:86.0:1596748157.405479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e213000 0xfde213000(0xfde213000) 00000800:00000010:86.0:1596748157.406025:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3800 (tot 157305450). 00000800:00000200:86.0:1596748157.406026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406036:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406037:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406038:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406039:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406040:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406040:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406041:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406042:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406043:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bec00] (20)-- 00000800:00000200:86.0:1596748157.406045:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.107@o2ib36 00000800:00000200:86.0:1596748157.406308:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.406664:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.107@o2ib36 00000800:00000200:86.0:1596748157.406666:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.107@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.406667:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157305314). 00000800:00000200:86.0:1596748157.406668:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bec00] (19)++ 00000800:00000200:86.0:1596748157.406668:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bec00] (20)++ 00000800:00000200:86.0:1596748157.406669:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bec00] (21)-- 00000800:00000200:88.2:1596748157.406816:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bec00] (20)++ 00000800:00000010:86.0:1596748157.503680:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3800 (tot 157305426). 00000800:00000200:86.0:1596748157.503683:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3800] -> 192.168.128.146@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.503685:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3780 (tot 157305538). 00000800:00000010:86.0:1596748157.503686:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bf600 (tot 157305834). 00000800:00000010:86.0:1596748157.503687:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157305970). 00000800:00000010:86.0:1596748157.503688:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c4800 (tot 157307842). 00000800:00000010:86.0:1596748157.503689:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e1832c0 (tot 157307994). 00000800:00000200:86.0:1596748157.503694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e214000 0xfde214000(0xfde214000) 00000800:00000200:86.0:1596748157.503695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e215000 0xfde215000(0xfde215000) 00000800:00000200:86.0:1596748157.503696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e216000 0xfde216000(0xfde216000) 00000800:00000200:86.0:1596748157.503696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e217000 0xfde217000(0xfde217000) 00000800:00000200:86.0:1596748157.503697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e218000 0xfde218000(0xfde218000) 00000800:00000200:86.0:1596748157.503698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e219000 0xfde219000(0xfde219000) 00000800:00000200:86.0:1596748157.503699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e21a000 0xfde21a000(0xfde21a000) 00000800:00000200:86.0:1596748157.503699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e21b000 0xfde21b000(0xfde21b000) 00000800:00000200:86.0:1596748157.503700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e21c000 0xfde21c000(0xfde21c000) 00000800:00000200:86.0:1596748157.503701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e21d000 0xfde21d000(0xfde21d000) 00000800:00000200:86.0:1596748157.503701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e21e000 0xfde21e000(0xfde21e000) 00000800:00000200:86.0:1596748157.503702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e21f000 0xfde21f000(0xfde21f000) 00000800:00000200:86.0:1596748157.503703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e220000 0xfde220000(0xfde220000) 00000800:00000200:86.0:1596748157.503704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e221000 0xfde221000(0xfde221000) 00000800:00000200:86.0:1596748157.503704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e222000 0xfde222000(0xfde222000) 00000800:00000200:86.0:1596748157.503705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e223000 0xfde223000(0xfde223000) 00000800:00000200:86.0:1596748157.503706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e224000 0xfde224000(0xfde224000) 00000800:00000200:86.0:1596748157.503707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e225000 0xfde225000(0xfde225000) 00000800:00000010:86.0:1596748157.504245:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3780 (tot 157307882). 00000800:00000200:86.0:1596748157.504246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bf600] (20)-- 00000800:00000200:86.0:1596748157.504265:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.146@o2ib36 00000800:00000200:86.0:1596748157.504514:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.504862:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.146@o2ib36 00000800:00000200:86.0:1596748157.504863:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.146@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.504864:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157307746). 00000800:00000200:38.2:1596748157.504864:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504865:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bf600] (19)++ 00000800:00000200:86.0:1596748157.504866:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bf600] (21)++ 00000800:00000200:86.0:1596748157.504867:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bf600] (22)-- 00000800:00000010:86.0:1596748157.633538:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0980 (tot 157307858). 00000800:00000200:86.0:1596748157.633542:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0980] -> 192.168.128.27@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.633544:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0a00 (tot 157307970). 00000800:00000010:86.0:1596748157.633546:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f7a00 (tot 157308266). 00000800:00000010:86.0:1596748157.633549:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cfec0 (tot 157308402). 00000800:00000010:86.0:1596748157.633551:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a0f800 (tot 157310274). 00000800:00000010:86.0:1596748157.633552:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cfbc0 (tot 157310426). 00000800:00000200:86.0:1596748157.633561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65ca7000 0x2fe5ca7000(0x2fe5ca7000) 00000800:00000200:86.0:1596748157.633562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc678a4000 0x2fe78a4000(0x2fe78a4000) 00000800:00000200:86.0:1596748157.633563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc67bf5000 0x2fe7bf5000(0x2fe7bf5000) 00000800:00000200:86.0:1596748157.633564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67b3f000 0x2fe7b3f000(0x2fe7b3f000) 00000800:00000200:86.0:1596748157.633564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66bdd000 0x2fe6bdd000(0x2fe6bdd000) 00000800:00000200:86.0:1596748157.633565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7ebfa000 0x2ffebfa000(0x2ffebfa000) 00000800:00000200:86.0:1596748157.633566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67f3b000 0x2fe7f3b000(0x2fe7f3b000) 00000800:00000200:86.0:1596748157.633567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc678e6000 0x2fe78e6000(0x2fe78e6000) 00000800:00000200:86.0:1596748157.633567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7efe3000 0x2ffefe3000(0x2ffefe3000) 00000800:00000200:86.0:1596748157.633568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7f1c6000 0x2fff1c6000(0x2fff1c6000) 00000800:00000200:86.0:1596748157.633569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65df3000 0x2fe5df3000(0x2fe5df3000) 00000800:00000200:86.0:1596748157.633570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7ea59000 0x2ffea59000(0x2ffea59000) 00000800:00000200:86.0:1596748157.633570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a04000 0x2fe5a04000(0x2fe5a04000) 00000800:00000200:86.0:1596748157.633571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a06000 0x2fe5a06000(0x2fe5a06000) 00000800:00000200:86.0:1596748157.633572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a07000 0x2fe5a07000(0x2fe5a07000) 00000800:00000200:86.0:1596748157.633572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7b424000 0x2ffb424000(0x2ffb424000) 00000800:00000200:86.0:1596748157.633573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc7b425000 0x2ffb425000(0x2ffb425000) 00000800:00000200:86.0:1596748157.633574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc7b426000 0x2ffb426000(0x2ffb426000) 00000800:00000010:86.0:1596748157.634092:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0a00 (tot 157310314). 00000800:00000200:86.0:1596748157.634093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7a00] (20)-- 00000800:00000200:86.0:1596748157.634112:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.27@o2ib36 00000800:00000200:86.0:1596748157.634360:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.634666:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.27@o2ib36 00000800:00000200:86.0:1596748157.634667:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.27@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.634668:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cfec0 (tot 157310178). 00000800:00000200:86.0:1596748157.634669:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f7a00] (19)++ 00000800:00000200:86.0:1596748157.634670:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f7a00] (20)++ 00000800:00000200:86.0:1596748157.634671:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f7a00] (21)-- 00000800:00000200:37.2:1596748157.634821:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f7a00] (20)++ 00000800:00000010:86.0:1596748157.748925:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28ed80 (tot 157310290). 00000800:00000200:86.0:1596748157.748928:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28ed80] -> 192.168.128.151@o2ib36 (1)++ 00000800:00000010:86.0:1596748157.748930:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28f700 (tot 157310402). 00000800:00000010:86.0:1596748157.748933:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462978c00 (tot 157310698). 00000800:00000010:86.0:1596748157.748936:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cefb00 (tot 157310834). 00000800:00000010:86.0:1596748157.748940:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b0000 (tot 157312706). 00000800:00000010:86.0:1596748157.748941:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476cefe00 (tot 157312858). 00000800:00000200:86.0:1596748157.748944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44728f000 0x17c728f000(0x17c728f000) 00000800:00000200:86.0:1596748157.748945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447290000 0x17c7290000(0x17c7290000) 00000800:00000200:86.0:1596748157.748946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447291000 0x17c7291000(0x17c7291000) 00000800:00000200:86.0:1596748157.748947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447292000 0x17c7292000(0x17c7292000) 00000800:00000200:86.0:1596748157.748948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447293000 0x17c7293000(0x17c7293000) 00000800:00000200:86.0:1596748157.748948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447294000 0x17c7294000(0x17c7294000) 00000800:00000200:86.0:1596748157.748949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447295000 0x17c7295000(0x17c7295000) 00000800:00000200:86.0:1596748157.748950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447296000 0x17c7296000(0x17c7296000) 00000800:00000200:86.0:1596748157.748951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447297000 0x17c7297000(0x17c7297000) 00000800:00000200:86.0:1596748157.748951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447298000 0x17c7298000(0x17c7298000) 00000800:00000200:86.0:1596748157.748952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447299000 0x17c7299000(0x17c7299000) 00000800:00000200:86.0:1596748157.748953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44729a000 0x17c729a000(0x17c729a000) 00000800:00000200:86.0:1596748157.748954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44729b000 0x17c729b000(0x17c729b000) 00000800:00000200:86.0:1596748157.748954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44729c000 0x17c729c000(0x17c729c000) 00000800:00000200:86.0:1596748157.748955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44729d000 0x17c729d000(0x17c729d000) 00000800:00000200:86.0:1596748157.748956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44729e000 0x17c729e000(0x17c729e000) 00000800:00000200:86.0:1596748157.748957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44729f000 0x17c729f000(0x17c729f000) 00000800:00000200:86.0:1596748157.748957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4472a0000 0x17c72a0000(0x17c72a0000) 00000800:00000010:86.0:1596748157.749509:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28f700 (tot 157312746). 00000800:00000200:86.0:1596748157.749511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.749528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462978c00] (20)-- 00000800:00000200:86.0:1596748157.749529:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.151@o2ib36 00000800:00000200:86.0:1596748157.749784:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748157.750177:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.151@o2ib36 00000800:00000200:86.0:1596748157.750178:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.151@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748157.750179:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cefb00 (tot 157312610). 00000800:00000200:86.0:1596748157.750180:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462978c00] (19)++ 00000800:00000200:86.0:1596748157.750180:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462978c00] (20)++ 00000800:00000200:86.0:1596748157.750181:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462978c00] (21)-- 00000800:00000200:36.2:1596748157.750186:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462978c00] (20)++ 00000800:00000010:86.0:1596748158.954721:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd35000 (tot 157312722). 00000800:00000200:86.0:1596748158.954725:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd35000] -> 192.168.128.33@o2ib36 (1)++ 00000800:00000010:86.0:1596748158.954727:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34f80 (tot 157312834). 00000800:00000010:86.0:1596748158.954730:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b906000 (tot 157313130). 00000800:00000010:86.0:1596748158.954733:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac7f3b0c00 (tot 157313266). 00000800:00000010:86.0:1596748158.954738:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b930000 (tot 157315138). 00000800:00000010:86.0:1596748158.954740:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac7f3b0000 (tot 157315290). 00000800:00000200:86.0:1596748158.954745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b92f000 0x1fdb92f000(0x1fdb92f000) 00000800:00000200:86.0:1596748158.954746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b938000 0x1fdb938000(0x1fdb938000) 00000800:00000200:86.0:1596748158.954747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b939000 0x1fdb939000(0x1fdb939000) 00000800:00000200:86.0:1596748158.954747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b93a000 0x1fdb93a000(0x1fdb93a000) 00000800:00000200:86.0:1596748158.954748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b93b000 0x1fdb93b000(0x1fdb93b000) 00000800:00000200:86.0:1596748158.954749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b93c000 0x1fdb93c000(0x1fdb93c000) 00000800:00000200:86.0:1596748158.954750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b93d000 0x1fdb93d000(0x1fdb93d000) 00000800:00000200:86.0:1596748158.954750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b93e000 0x1fdb93e000(0x1fdb93e000) 00000800:00000200:86.0:1596748158.954751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b93f000 0x1fdb93f000(0x1fdb93f000) 00000800:00000200:86.0:1596748158.954752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b940000 0x1fdb940000(0x1fdb940000) 00000800:00000200:86.0:1596748158.954752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b941000 0x1fdb941000(0x1fdb941000) 00000800:00000200:86.0:1596748158.954753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b942000 0x1fdb942000(0x1fdb942000) 00000800:00000200:86.0:1596748158.954754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b943000 0x1fdb943000(0x1fdb943000) 00000800:00000200:86.0:1596748158.954755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b944000 0x1fdb944000(0x1fdb944000) 00000800:00000200:86.0:1596748158.954756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b945000 0x1fdb945000(0x1fdb945000) 00000800:00000200:86.0:1596748158.954756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b946000 0x1fdb946000(0x1fdb946000) 00000800:00000200:86.0:1596748158.954757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b947000 0x1fdb947000(0x1fdb947000) 00000800:00000200:86.0:1596748158.954758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b948000 0x1fdb948000(0x1fdb948000) 00000800:00000010:86.0:1596748158.955325:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34f80 (tot 157315178). 00000800:00000200:86.0:1596748158.955326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906000] (20)-- 00000800:00000200:86.0:1596748158.955345:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.33@o2ib36 00000800:00000200:86.0:1596748158.955594:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748158.955898:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.33@o2ib36 00000800:00000200:86.0:1596748158.955899:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.33@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748158.955900:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac7f3b0c00 (tot 157315042). 00000800:00000200:86.0:1596748158.955901:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b906000] (19)++ 00000800:00000200:86.0:1596748158.955902:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b906000] (20)++ 00000800:00000200:86.0:1596748158.955902:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b906000] (21)-- 00000800:00000200:87.2:1596748158.956054:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b906000] (20)++ 00000800:00000010:86.0:1596748158.986553:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557b00 (tot 157315154). 00000800:00000200:86.0:1596748158.986557:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557b00] -> 192.168.128.105@o2ib36 (1)++ 00000800:00000010:86.0:1596748158.986559:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557a80 (tot 157315266). 00000800:00000010:86.0:1596748158.986562:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55000200 (tot 157315562). 00000800:00000010:86.0:1596748158.986564:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157315698). 00000800:00000010:86.0:1596748158.986566:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54dcf800 (tot 157317570). 00000800:00000010:86.0:1596748158.986567:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2ae40 (tot 157317722). 00000800:00000200:86.0:1596748158.986576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54dbd000 0x3fd4dbd000(0x3fd4dbd000) 00000800:00000200:86.0:1596748158.986577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54dbe000 0x3fd4dbe000(0x3fd4dbe000) 00000800:00000200:86.0:1596748158.986578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54dbf000 0x3fd4dbf000(0x3fd4dbf000) 00000800:00000200:86.0:1596748158.986578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54dc0000 0x3fd4dc0000(0x3fd4dc0000) 00000800:00000200:86.0:1596748158.986579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54dc1000 0x3fd4dc1000(0x3fd4dc1000) 00000800:00000200:86.0:1596748158.986580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54dc2000 0x3fd4dc2000(0x3fd4dc2000) 00000800:00000200:86.0:1596748158.986581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54dc3000 0x3fd4dc3000(0x3fd4dc3000) 00000800:00000200:86.0:1596748158.986581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54dc4000 0x3fd4dc4000(0x3fd4dc4000) 00000800:00000200:86.0:1596748158.986582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54dc5000 0x3fd4dc5000(0x3fd4dc5000) 00000800:00000200:86.0:1596748158.986583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54dc6000 0x3fd4dc6000(0x3fd4dc6000) 00000800:00000200:86.0:1596748158.986583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54dc7000 0x3fd4dc7000(0x3fd4dc7000) 00000800:00000200:86.0:1596748158.986584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54dd0000 0x3fd4dd0000(0x3fd4dd0000) 00000800:00000200:86.0:1596748158.986585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54dd1000 0x3fd4dd1000(0x3fd4dd1000) 00000800:00000200:86.0:1596748158.986586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54dd2000 0x3fd4dd2000(0x3fd4dd2000) 00000800:00000200:86.0:1596748158.986587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54dd3000 0x3fd4dd3000(0x3fd4dd3000) 00000800:00000200:86.0:1596748158.986587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54dd4000 0x3fd4dd4000(0x3fd4dd4000) 00000800:00000200:86.0:1596748158.986588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54dd5000 0x3fd4dd5000(0x3fd4dd5000) 00000800:00000200:86.0:1596748158.986589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54dd6000 0x3fd4dd6000(0x3fd4dd6000) 00000800:00000010:86.0:1596748158.987139:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557a80 (tot 157317610). 00000800:00000200:86.0:1596748158.987141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55000200] (20)-- 00000800:00000200:86.0:1596748158.987159:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.105@o2ib36 00000800:00000200:86.0:1596748158.987412:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748158.987764:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.105@o2ib36 00000800:00000200:86.0:1596748158.987766:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.105@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748158.987767:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157317474). 00000800:00000200:86.0:1596748158.987768:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55000200] (19)++ 00000800:00000200:86.0:1596748158.987769:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55000200] (20)++ 00000800:00000200:86.0:1596748158.987769:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55000200] (21)-- 00000800:00000200:87.2:1596748158.987920:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55000200] (20)++ 00000800:00000010:86.0:1596748159.040822:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557a80 (tot 157317586). 00000800:00000200:86.0:1596748159.040825:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557a80] -> 192.168.128.110@o2ib36 (1)++ 00000800:00000010:86.0:1596748159.040827:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557a00 (tot 157317698). 00000800:00000010:86.0:1596748159.040828:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc552cc000 (tot 157317994). 00000800:00000010:86.0:1596748159.040829:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2a240 (tot 157318130). 00000800:00000010:86.0:1596748159.040830:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54dce800 (tot 157320002). 00000800:00000010:86.0:1596748159.040831:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2b080 (tot 157320154). 00000800:00000200:86.0:1596748159.040834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54dd7000 0x3fd4dd7000(0x3fd4dd7000) 00000800:00000200:86.0:1596748159.040835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54dd8000 0x3fd4dd8000(0x3fd4dd8000) 00000800:00000200:86.0:1596748159.040836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54dd9000 0x3fd4dd9000(0x3fd4dd9000) 00000800:00000200:86.0:1596748159.040837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54dda000 0x3fd4dda000(0x3fd4dda000) 00000800:00000200:86.0:1596748159.040838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54ddb000 0x3fd4ddb000(0x3fd4ddb000) 00000800:00000200:86.0:1596748159.040838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54ddc000 0x3fd4ddc000(0x3fd4ddc000) 00000800:00000200:86.0:1596748159.040839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54ddd000 0x3fd4ddd000(0x3fd4ddd000) 00000800:00000200:86.0:1596748159.040840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54dde000 0x3fd4dde000(0x3fd4dde000) 00000800:00000200:86.0:1596748159.040840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54ddf000 0x3fd4ddf000(0x3fd4ddf000) 00000800:00000200:86.0:1596748159.040841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54de0000 0x3fd4de0000(0x3fd4de0000) 00000800:00000200:86.0:1596748159.040842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54de1000 0x3fd4de1000(0x3fd4de1000) 00000800:00000200:86.0:1596748159.040843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54de2000 0x3fd4de2000(0x3fd4de2000) 00000800:00000200:86.0:1596748159.040843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54de3000 0x3fd4de3000(0x3fd4de3000) 00000800:00000200:86.0:1596748159.040844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54de4000 0x3fd4de4000(0x3fd4de4000) 00000800:00000200:86.0:1596748159.040845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54de5000 0x3fd4de5000(0x3fd4de5000) 00000800:00000200:86.0:1596748159.040846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54de6000 0x3fd4de6000(0x3fd4de6000) 00000800:00000200:86.0:1596748159.040846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54de7000 0x3fd4de7000(0x3fd4de7000) 00000800:00000200:86.0:1596748159.040847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54de8000 0x3fd4de8000(0x3fd4de8000) 00000800:00000010:86.0:1596748159.041383:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557a00 (tot 157320042). 00000800:00000200:86.0:1596748159.041384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.041402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc552cc000] (20)-- 00000800:00000200:86.0:1596748159.041403:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.110@o2ib36 00000800:00000200:86.0:1596748159.041664:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748159.042079:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.110@o2ib36 00000800:00000200:86.0:1596748159.042081:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.110@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748159.042081:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2a240 (tot 157319906). 00000800:00000200:86.0:1596748159.042082:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc552cc000] (19)++ 00000800:00000200:86.0:1596748159.042083:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc552cc000] (20)++ 00000800:00000200:86.0:1596748159.042084:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc552cc000] (21)-- 00000800:00000200:40.2:1596748159.042248:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc552cc000] (20)++ 00000800:00000010:86.0:1596748159.300364:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295300 (tot 157320018). 00000800:00000200:86.0:1596748159.300367:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295300] -> 192.168.128.22@o2ib36 (1)++ 00000800:00000010:86.0:1596748159.300368:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295280 (tot 157320130). 00000800:00000010:86.0:1596748159.300371:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463639000 (tot 157320426). 00000800:00000010:86.0:1596748159.300373:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463526240 (tot 157320562). 00000800:00000010:86.0:1596748159.300374:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46419b000 (tot 157322434). 00000800:00000010:86.0:1596748159.300375:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463526780 (tot 157322586). 00000800:00000200:86.0:1596748159.300378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4635f8000 0x27e35f8000(0x27e35f8000) 00000800:00000200:86.0:1596748159.300379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4635f9000 0x27e35f9000(0x27e35f9000) 00000800:00000200:86.0:1596748159.300380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4635fa000 0x27e35fa000(0x27e35fa000) 00000800:00000200:86.0:1596748159.300381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4635fb000 0x27e35fb000(0x27e35fb000) 00000800:00000200:86.0:1596748159.300382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4635fc000 0x27e35fc000(0x27e35fc000) 00000800:00000200:86.0:1596748159.300383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4635fd000 0x27e35fd000(0x27e35fd000) 00000800:00000200:86.0:1596748159.300384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4635fe000 0x27e35fe000(0x27e35fe000) 00000800:00000200:86.0:1596748159.300384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4635ff000 0x27e35ff000(0x27e35ff000) 00000800:00000200:86.0:1596748159.300385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4637a0000 0x27e37a0000(0x27e37a0000) 00000800:00000200:86.0:1596748159.300386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4637a1000 0x27e37a1000(0x27e37a1000) 00000800:00000200:86.0:1596748159.300386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4637a2000 0x27e37a2000(0x27e37a2000) 00000800:00000200:86.0:1596748159.300387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4637a3000 0x27e37a3000(0x27e37a3000) 00000800:00000200:86.0:1596748159.300388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4637a4000 0x27e37a4000(0x27e37a4000) 00000800:00000200:86.0:1596748159.300389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4637a5000 0x27e37a5000(0x27e37a5000) 00000800:00000200:86.0:1596748159.300389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4637a6000 0x27e37a6000(0x27e37a6000) 00000800:00000200:86.0:1596748159.300390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4637a7000 0x27e37a7000(0x27e37a7000) 00000800:00000200:86.0:1596748159.300391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4637a8000 0x27e37a8000(0x27e37a8000) 00000800:00000200:86.0:1596748159.300392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4637a9000 0x27e37a9000(0x27e37a9000) 00000800:00000010:86.0:1596748159.300957:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295280 (tot 157322474). 00000800:00000200:86.0:1596748159.300958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300968:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.300976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639000] (20)-- 00000800:00000200:86.0:1596748159.300977:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.22@o2ib36 00000800:00000200:86.0:1596748159.301252:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:36.2:1596748159.301547:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463639000] (19)++ 00000800:00000200:86.0:1596748159.301553:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.22@o2ib36 00000800:00000200:86.0:1596748159.301554:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.22@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748159.301555:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463526240 (tot 157322338). 00000800:00000200:86.0:1596748159.301556:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463639000] (20)++ 00000800:00000200:86.0:1596748159.301556:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463639000] (21)++ 00000800:00000200:86.0:1596748159.301557:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463639000] (22)-- 00000800:00000010:86.0:1596748159.603820:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1400 (tot 157322450). 00000800:00000200:86.0:1596748159.603824:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1400] -> 192.168.128.124@o2ib36 (1)++ 00000800:00000010:86.0:1596748159.603825:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1380 (tot 157322562). 00000800:00000010:86.0:1596748159.603827:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f1000 (tot 157322858). 00000800:00000010:86.0:1596748159.603829:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659ce240 (tot 157322994). 00000800:00000010:86.0:1596748159.603830:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a09000 (tot 157324866). 00000800:00000010:86.0:1596748159.603831:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659ce540 (tot 157325018). 00000800:00000200:86.0:1596748159.603834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7b427000 0x2ffb427000(0x2ffb427000) 00000800:00000200:86.0:1596748159.603835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a10000 0x2fe5a10000(0x2fe5a10000) 00000800:00000200:86.0:1596748159.603836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a11000 0x2fe5a11000(0x2fe5a11000) 00000800:00000200:86.0:1596748159.603837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a12000 0x2fe5a12000(0x2fe5a12000) 00000800:00000200:86.0:1596748159.603838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a13000 0x2fe5a13000(0x2fe5a13000) 00000800:00000200:86.0:1596748159.603838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a14000 0x2fe5a14000(0x2fe5a14000) 00000800:00000200:86.0:1596748159.603839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a15000 0x2fe5a15000(0x2fe5a15000) 00000800:00000200:86.0:1596748159.603840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a16000 0x2fe5a16000(0x2fe5a16000) 00000800:00000200:86.0:1596748159.603841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a17000 0x2fe5a17000(0x2fe5a17000) 00000800:00000200:86.0:1596748159.603841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a18000 0x2fe5a18000(0x2fe5a18000) 00000800:00000200:86.0:1596748159.603842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a19000 0x2fe5a19000(0x2fe5a19000) 00000800:00000200:86.0:1596748159.603843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a1a000 0x2fe5a1a000(0x2fe5a1a000) 00000800:00000200:86.0:1596748159.603844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a1b000 0x2fe5a1b000(0x2fe5a1b000) 00000800:00000200:86.0:1596748159.603844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a1c000 0x2fe5a1c000(0x2fe5a1c000) 00000800:00000200:86.0:1596748159.603845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a1d000 0x2fe5a1d000(0x2fe5a1d000) 00000800:00000200:86.0:1596748159.603846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a1e000 0x2fe5a1e000(0x2fe5a1e000) 00000800:00000200:86.0:1596748159.603847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a1f000 0x2fe5a1f000(0x2fe5a1f000) 00000800:00000200:86.0:1596748159.603847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a20000 0x2fe5a20000(0x2fe5a20000) 00000800:00000010:86.0:1596748159.604366:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1380 (tot 157324906). 00000800:00000200:86.0:1596748159.604368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604370:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604371:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604372:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604373:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604373:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604374:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604374:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604375:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604375:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604376:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604376:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604376:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604377:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604378:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604378:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604379:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1000] (20)-- 00000800:00000200:86.0:1596748159.604386:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.124@o2ib36 00000800:00000200:86.0:1596748159.604651:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748159.604967:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f1000] (19)++ 00000800:00000200:86.0:1596748159.604968:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.124@o2ib36 00000800:00000200:86.0:1596748159.604969:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.124@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748159.604970:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659ce240 (tot 157324770). 00000800:00000200:86.0:1596748159.604971:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f1000] (20)++ 00000800:00000200:86.0:1596748159.604972:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f1000] (21)++ 00000800:00000200:86.0:1596748159.604973:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f1000] (22)-- 00000800:00000010:86.0:1596748159.904642:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849500 (tot 157324882). 00000800:00000200:86.0:1596748159.904645:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849500] -> 192.168.128.11@o2ib36 (1)++ 00000800:00000010:86.0:1596748159.904647:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849480 (tot 157324994). 00000800:00000010:86.0:1596748159.904649:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb29200 (tot 157325290). 00000800:00000010:86.0:1596748159.904651:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157325426). 00000800:00000010:86.0:1596748159.904652:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f6800 (tot 157327298). 00000800:00000010:86.0:1596748159.904653:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6549bc0 (tot 157327450). 00000800:00000200:86.0:1596748159.904659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f4fe5000 0x3774fe5000(0x3774fe5000) 00000800:00000200:86.0:1596748159.904660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f4fe6000 0x3774fe6000(0x3774fe6000) 00000800:00000200:86.0:1596748159.904661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f4fe7000 0x3774fe7000(0x3774fe7000) 00000800:00000200:86.0:1596748159.904661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f4810000 0x3774810000(0x3774810000) 00000800:00000200:86.0:1596748159.904662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f4811000 0x3774811000(0x3774811000) 00000800:00000200:86.0:1596748159.904663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f4812000 0x3774812000(0x3774812000) 00000800:00000200:86.0:1596748159.904664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f4813000 0x3774813000(0x3774813000) 00000800:00000200:86.0:1596748159.904665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f4814000 0x3774814000(0x3774814000) 00000800:00000200:86.0:1596748159.904665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f4815000 0x3774815000(0x3774815000) 00000800:00000200:86.0:1596748159.904666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f4816000 0x3774816000(0x3774816000) 00000800:00000200:86.0:1596748159.904667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f4817000 0x3774817000(0x3774817000) 00000800:00000200:86.0:1596748159.904667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f4818000 0x3774818000(0x3774818000) 00000800:00000200:86.0:1596748159.904668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f4819000 0x3774819000(0x3774819000) 00000800:00000200:86.0:1596748159.904669:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f481a000 0x377481a000(0x377481a000) 00000800:00000200:86.0:1596748159.904670:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f481b000 0x377481b000(0x377481b000) 00000800:00000200:86.0:1596748159.904670:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f481c000 0x377481c000(0x377481c000) 00000800:00000200:86.0:1596748159.904671:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f481d000 0x377481d000(0x377481d000) 00000800:00000200:86.0:1596748159.904672:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f481e000 0x377481e000(0x377481e000) 00000800:00000010:86.0:1596748159.905214:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849480 (tot 157327338). 00000800:00000200:86.0:1596748159.905215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29200] (20)-- 00000800:00000200:86.0:1596748159.905234:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.11@o2ib36 00000800:00000200:86.0:1596748159.905488:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748159.905784:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.11@o2ib36 00000800:00000200:86.0:1596748159.905786:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.11@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748159.905786:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157327202). 00000800:00000200:86.0:1596748159.905787:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb29200] (19)++ 00000800:00000200:86.0:1596748159.905788:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb29200] (20)++ 00000800:00000200:86.0:1596748159.905789:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb29200] (21)-- 00000800:00000200:40.2:1596748159.905941:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb29200] (20)++ 00000800:00020000:17.0:1596748160.352668:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748160.352672:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748160.352673:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463433800] (22)++ 00000800:00000100:17.0:1596748160.352675:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748160.352677:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294700] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:17.0:1596748160.352678:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463433800] (23)-- 00000400:00000200:17.0:1596748160.353282:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:17.0:1596748160.353284:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:17.0:1596748160.353285:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463433800] (22)-- 00000800:00000200:86.0:1596748160.353585:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463433800] (21)-- 00000800:00000010:86.0:1596748160.888037:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0a00 (tot 157327314). 00000800:00000200:86.0:1596748160.888042:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0a00] -> 192.168.128.137@o2ib36 (1)++ 00000800:00000010:86.0:1596748160.888044:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0a80 (tot 157327426). 00000800:00000010:86.0:1596748160.888046:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f7000 (tot 157327722). 00000800:00000010:86.0:1596748160.888047:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cfec0 (tot 157327858). 00000800:00000010:86.0:1596748160.888049:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a0e800 (tot 157329730). 00000800:00000010:86.0:1596748160.888050:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cf980 (tot 157329882). 00000800:00000200:86.0:1596748160.888056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a21000 0x2fe5a21000(0x2fe5a21000) 00000800:00000200:86.0:1596748160.888057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a22000 0x2fe5a22000(0x2fe5a22000) 00000800:00000200:86.0:1596748160.888058:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a23000 0x2fe5a23000(0x2fe5a23000) 00000800:00000200:86.0:1596748160.888059:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a24000 0x2fe5a24000(0x2fe5a24000) 00000800:00000200:86.0:1596748160.888060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a25000 0x2fe5a25000(0x2fe5a25000) 00000800:00000200:86.0:1596748160.888060:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a26000 0x2fe5a26000(0x2fe5a26000) 00000800:00000200:86.0:1596748160.888061:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a27000 0x2fe5a27000(0x2fe5a27000) 00000800:00000200:86.0:1596748160.888062:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a28000 0x2fe5a28000(0x2fe5a28000) 00000800:00000200:86.0:1596748160.888063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a29000 0x2fe5a29000(0x2fe5a29000) 00000800:00000200:86.0:1596748160.888063:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a2a000 0x2fe5a2a000(0x2fe5a2a000) 00000800:00000200:86.0:1596748160.888064:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a2b000 0x2fe5a2b000(0x2fe5a2b000) 00000800:00000200:86.0:1596748160.888065:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a2c000 0x2fe5a2c000(0x2fe5a2c000) 00000800:00000200:86.0:1596748160.888066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a2d000 0x2fe5a2d000(0x2fe5a2d000) 00000800:00000200:86.0:1596748160.888066:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a2e000 0x2fe5a2e000(0x2fe5a2e000) 00000800:00000200:86.0:1596748160.888067:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a2f000 0x2fe5a2f000(0x2fe5a2f000) 00000800:00000200:86.0:1596748160.888068:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a30000 0x2fe5a30000(0x2fe5a30000) 00000800:00000200:86.0:1596748160.888069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a31000 0x2fe5a31000(0x2fe5a31000) 00000800:00000200:86.0:1596748160.888069:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a32000 0x2fe5a32000(0x2fe5a32000) 00000800:00000010:86.0:1596748160.888635:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0a80 (tot 157329770). 00000800:00000200:86.0:1596748160.888636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.888653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7000] (20)-- 00000800:00000200:86.0:1596748160.888655:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.137@o2ib36 00000800:00000200:86.0:1596748160.888921:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748160.889215:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f7000] (19)++ 00000800:00000200:86.0:1596748160.889220:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.137@o2ib36 00000800:00000200:86.0:1596748160.889221:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.137@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748160.889222:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cfec0 (tot 157329634). 00000800:00000200:86.0:1596748160.889223:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f7000] (20)++ 00000800:00000200:86.0:1596748160.889224:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f7000] (21)++ 00000800:00000200:86.0:1596748160.889225:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f7000] (22)-- 00000800:00000010:86.0:1596748161.068334:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848980 (tot 157329746). 00000800:00000200:86.0:1596748161.068337:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848980] -> 192.168.128.37@o2ib36 (1)++ 00000800:00000010:86.0:1596748161.068339:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848a00 (tot 157329858). 00000800:00000010:86.0:1596748161.068341:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ffb29e00 (tot 157330154). 00000800:00000010:86.0:1596748161.068342:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6548240 (tot 157330290). 00000800:00000010:86.0:1596748161.068344:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f0000 (tot 157332162). 00000800:00000010:86.0:1596748161.068345:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6548540 (tot 157332314). 00000800:00000200:86.0:1596748161.068349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f49da000 0x37749da000(0x37749da000) 00000800:00000200:86.0:1596748161.068350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f49db000 0x37749db000(0x37749db000) 00000800:00000200:86.0:1596748161.068351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f49dc000 0x37749dc000(0x37749dc000) 00000800:00000200:86.0:1596748161.068352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f49dd000 0x37749dd000(0x37749dd000) 00000800:00000200:86.0:1596748161.068353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f49de000 0x37749de000(0x37749de000) 00000800:00000200:86.0:1596748161.068353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f49df000 0x37749df000(0x37749df000) 00000800:00000200:86.0:1596748161.068354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f4a08000 0x3774a08000(0x3774a08000) 00000800:00000200:86.0:1596748161.068355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f4a09000 0x3774a09000(0x3774a09000) 00000800:00000200:86.0:1596748161.068356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f4a0a000 0x3774a0a000(0x3774a0a000) 00000800:00000200:86.0:1596748161.068356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f4a0b000 0x3774a0b000(0x3774a0b000) 00000800:00000200:86.0:1596748161.068357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f4a0c000 0x3774a0c000(0x3774a0c000) 00000800:00000200:86.0:1596748161.068358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f4a0d000 0x3774a0d000(0x3774a0d000) 00000800:00000200:86.0:1596748161.068358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f4a0e000 0x3774a0e000(0x3774a0e000) 00000800:00000200:86.0:1596748161.068359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f4a0f000 0x3774a0f000(0x3774a0f000) 00000800:00000200:86.0:1596748161.068360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f4a10000 0x3774a10000(0x3774a10000) 00000800:00000200:86.0:1596748161.068361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f4a11000 0x3774a11000(0x3774a11000) 00000800:00000200:86.0:1596748161.068361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f4a12000 0x3774a12000(0x3774a12000) 00000800:00000200:86.0:1596748161.068362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f4a13000 0x3774a13000(0x3774a13000) 00000800:00000010:86.0:1596748161.068921:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848a00 (tot 157332202). 00000800:00000200:86.0:1596748161.068922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.068940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ffb29e00] (20)-- 00000800:00000200:86.0:1596748161.068941:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.37@o2ib36 00000800:00000200:86.0:1596748161.069200:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748161.069496:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.37@o2ib36 00000800:00000200:41.2:1596748161.069497:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ffb29e00] (19)++ 00000800:00000200:86.0:1596748161.069510:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.37@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748161.069511:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6548240 (tot 157332066). 00000800:00000200:86.0:1596748161.069512:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ffb29e00] (20)++ 00000800:00000200:86.0:1596748161.069512:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ffb29e00] (21)++ 00000800:00000200:86.0:1596748161.069513:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ffb29e00] (22)-- 00000800:00000010:86.0:1596748161.168377:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34e00 (tot 157332178). 00000800:00000200:86.0:1596748161.168381:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34e00] -> 192.168.128.38@o2ib36 (1)++ 00000800:00000010:86.0:1596748161.168383:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34e80 (tot 157332290). 00000800:00000010:86.0:1596748161.168386:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b901000 (tot 157332586). 00000800:00000010:86.0:1596748161.168388:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac7f3b1ec0 (tot 157332722). 00000800:00000010:86.0:1596748161.168389:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b937800 (tot 157334594). 00000800:00000010:86.0:1596748161.168391:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac7f3b03c0 (tot 157334746). 00000800:00000200:86.0:1596748161.168397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b949000 0x1fdb949000(0x1fdb949000) 00000800:00000200:86.0:1596748161.168398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b94a000 0x1fdb94a000(0x1fdb94a000) 00000800:00000200:86.0:1596748161.168399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b94b000 0x1fdb94b000(0x1fdb94b000) 00000800:00000200:86.0:1596748161.168400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b94c000 0x1fdb94c000(0x1fdb94c000) 00000800:00000200:86.0:1596748161.168401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b94d000 0x1fdb94d000(0x1fdb94d000) 00000800:00000200:86.0:1596748161.168402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b94e000 0x1fdb94e000(0x1fdb94e000) 00000800:00000200:86.0:1596748161.168402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b94f000 0x1fdb94f000(0x1fdb94f000) 00000800:00000200:86.0:1596748161.168403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b950000 0x1fdb950000(0x1fdb950000) 00000800:00000200:86.0:1596748161.168404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b951000 0x1fdb951000(0x1fdb951000) 00000800:00000200:86.0:1596748161.168405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b952000 0x1fdb952000(0x1fdb952000) 00000800:00000200:86.0:1596748161.168405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b953000 0x1fdb953000(0x1fdb953000) 00000800:00000200:86.0:1596748161.168406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b954000 0x1fdb954000(0x1fdb954000) 00000800:00000200:86.0:1596748161.168407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b955000 0x1fdb955000(0x1fdb955000) 00000800:00000200:86.0:1596748161.168408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b956000 0x1fdb956000(0x1fdb956000) 00000800:00000200:86.0:1596748161.168408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b957000 0x1fdb957000(0x1fdb957000) 00000800:00000200:86.0:1596748161.168409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b958000 0x1fdb958000(0x1fdb958000) 00000800:00000200:86.0:1596748161.168410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b959000 0x1fdb959000(0x1fdb959000) 00000800:00000200:86.0:1596748161.168410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b95a000 0x1fdb95a000(0x1fdb95a000) 00000800:00000010:86.0:1596748161.168965:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34e80 (tot 157334634). 00000800:00000200:86.0:1596748161.168966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168968:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.168983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b901000] (20)-- 00000800:00000200:86.0:1596748161.168985:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.38@o2ib36 00000800:00000200:86.0:1596748161.169252:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748161.169575:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.38@o2ib36 00000800:00000200:86.0:1596748161.169576:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.38@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748161.169577:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac7f3b1ec0 (tot 157334498). 00000800:00000200:86.0:1596748161.169578:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b901000] (19)++ 00000800:00000200:86.0:1596748161.169579:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b901000] (20)++ 00000800:00000200:86.0:1596748161.169579:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b901000] (21)-- 00000800:00000200:40.2:1596748161.169755:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b901000] (20)++ 00000800:00000010:86.0:1596748161.209216:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28fc00 (tot 157334610). 00000800:00000200:86.0:1596748161.209219:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28fc00] -> 192.168.128.54@o2ib36 (1)++ 00000800:00000010:86.0:1596748161.209221:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e200 (tot 157334722). 00000800:00000010:86.0:1596748161.209227:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472b8000 (tot 157335018). 00000800:00000010:86.0:1596748161.209229:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cee900 (tot 157335154). 00000800:00000010:86.0:1596748161.209232:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b7800 (tot 157337026). 00000800:00000010:86.0:1596748161.209233:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476cee840 (tot 157337178). 00000800:00000200:86.0:1596748161.209241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4472a1000 0x17c72a1000(0x17c72a1000) 00000800:00000200:86.0:1596748161.209242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4472a2000 0x17c72a2000(0x17c72a2000) 00000800:00000200:86.0:1596748161.209243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4472a3000 0x17c72a3000(0x17c72a3000) 00000800:00000200:86.0:1596748161.209244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4472a4000 0x17c72a4000(0x17c72a4000) 00000800:00000200:86.0:1596748161.209245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4472a5000 0x17c72a5000(0x17c72a5000) 00000800:00000200:86.0:1596748161.209245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4472a6000 0x17c72a6000(0x17c72a6000) 00000800:00000200:86.0:1596748161.209246:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4472a7000 0x17c72a7000(0x17c72a7000) 00000800:00000200:86.0:1596748161.209247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4472a8000 0x17c72a8000(0x17c72a8000) 00000800:00000200:86.0:1596748161.209248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4472a9000 0x17c72a9000(0x17c72a9000) 00000800:00000200:86.0:1596748161.209248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4472aa000 0x17c72aa000(0x17c72aa000) 00000800:00000200:86.0:1596748161.209249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4472ab000 0x17c72ab000(0x17c72ab000) 00000800:00000200:86.0:1596748161.209250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4472ac000 0x17c72ac000(0x17c72ac000) 00000800:00000200:86.0:1596748161.209251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4472ad000 0x17c72ad000(0x17c72ad000) 00000800:00000200:86.0:1596748161.209251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4472ae000 0x17c72ae000(0x17c72ae000) 00000800:00000200:86.0:1596748161.209252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4472af000 0x17c72af000(0x17c72af000) 00000800:00000200:86.0:1596748161.209253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4472c0000 0x17c72c0000(0x17c72c0000) 00000800:00000200:86.0:1596748161.209254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4472c1000 0x17c72c1000(0x17c72c1000) 00000800:00000200:86.0:1596748161.209254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4472c2000 0x17c72c2000(0x17c72c2000) 00000800:00000010:86.0:1596748161.209810:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e200 (tot 157337066). 00000800:00000200:86.0:1596748161.209811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.209829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8000] (20)-- 00000800:00000200:86.0:1596748161.209830:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.54@o2ib36 00000800:00000200:86.0:1596748161.210098:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748161.210406:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.54@o2ib36 00000800:00000200:86.0:1596748161.210407:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.54@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748161.210408:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cee900 (tot 157336930). 00000800:00000200:86.0:1596748161.210409:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472b8000] (19)++ 00000800:00000200:86.0:1596748161.210409:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472b8000] (20)++ 00000800:00000200:86.0:1596748161.210410:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472b8000] (21)-- 00000800:00000200:39.2:1596748161.210575:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472b8000] (20)++ 00000800:00000010:86.0:1596748161.934188:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849480 (tot 157337042). 00000800:00000200:86.0:1596748161.934191:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849480] -> 192.168.128.45@o2ib36 (1)++ 00000800:00000010:86.0:1596748161.934193:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849400 (tot 157337154). 00000800:00000010:86.0:1596748161.934196:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4917a00 (tot 157337450). 00000800:00000010:86.0:1596748161.934197:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157337586). 00000800:00000010:86.0:1596748161.934200:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f5800 (tot 157339458). 00000800:00000010:86.0:1596748161.934200:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6549980 (tot 157339610). 00000800:00000200:86.0:1596748161.934203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f44a7000 0x37744a7000(0x37744a7000) 00000800:00000200:86.0:1596748161.934204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f44a8000 0x37744a8000(0x37744a8000) 00000800:00000200:86.0:1596748161.934205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f44a9000 0x37744a9000(0x37744a9000) 00000800:00000200:86.0:1596748161.934206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f44aa000 0x37744aa000(0x37744aa000) 00000800:00000200:86.0:1596748161.934207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f44ab000 0x37744ab000(0x37744ab000) 00000800:00000200:86.0:1596748161.934208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f44ac000 0x37744ac000(0x37744ac000) 00000800:00000200:86.0:1596748161.934208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f44ad000 0x37744ad000(0x37744ad000) 00000800:00000200:86.0:1596748161.934209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f44ae000 0x37744ae000(0x37744ae000) 00000800:00000200:86.0:1596748161.934210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f44af000 0x37744af000(0x37744af000) 00000800:00000200:86.0:1596748161.934210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f44b0000 0x37744b0000(0x37744b0000) 00000800:00000200:86.0:1596748161.934211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f44b1000 0x37744b1000(0x37744b1000) 00000800:00000200:86.0:1596748161.934212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f44b2000 0x37744b2000(0x37744b2000) 00000800:00000200:86.0:1596748161.934213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f44b3000 0x37744b3000(0x37744b3000) 00000800:00000200:86.0:1596748161.934213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f44b4000 0x37744b4000(0x37744b4000) 00000800:00000200:86.0:1596748161.934214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f44b5000 0x37744b5000(0x37744b5000) 00000800:00000200:86.0:1596748161.934215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f44b6000 0x37744b6000(0x37744b6000) 00000800:00000200:86.0:1596748161.934216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f44b7000 0x37744b7000(0x37744b7000) 00000800:00000200:86.0:1596748161.934216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f44b8000 0x37744b8000(0x37744b8000) 00000800:00000010:86.0:1596748161.934796:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849400 (tot 157339498). 00000800:00000200:86.0:1596748161.934797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.934815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4917a00] (20)-- 00000800:00000200:86.0:1596748161.934816:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.45@o2ib36 00000800:00000200:86.0:1596748161.935070:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748161.935411:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.45@o2ib36 00000800:00000200:86.0:1596748161.935412:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.45@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748161.935412:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157339362). 00000800:00000200:86.0:1596748161.935413:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4917a00] (19)++ 00000800:00000200:86.0:1596748161.935414:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4917a00] (20)++ 00000800:00000200:86.0:1596748161.935415:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4917a00] (21)-- 00000800:00000200:39.2:1596748161.935579:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4917a00] (20)++ 00000800:00000200:86.0:1596748162.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748163.168912:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294c00 (tot 157339474). 00000800:00000200:86.0:1596748163.168916:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294c00] -> 192.168.128.90@o2ib36 (1)++ 00000800:00000010:86.0:1596748163.168918:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294c80 (tot 157339586). 00000800:00000010:86.0:1596748163.168920:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46363f000 (tot 157339882). 00000800:00000010:86.0:1596748163.168922:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463527ec0 (tot 157340018). 00000800:00000010:86.0:1596748163.168923:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46419c800 (tot 157341890). 00000800:00000010:86.0:1596748163.168924:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463527740 (tot 157342042). 00000800:00000200:86.0:1596748163.168933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4637aa000 0x27e37aa000(0x27e37aa000) 00000800:00000200:86.0:1596748163.168934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4637ab000 0x27e37ab000(0x27e37ab000) 00000800:00000200:86.0:1596748163.168934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4637ac000 0x27e37ac000(0x27e37ac000) 00000800:00000200:86.0:1596748163.168935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4637ad000 0x27e37ad000(0x27e37ad000) 00000800:00000200:86.0:1596748163.168936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4637ae000 0x27e37ae000(0x27e37ae000) 00000800:00000200:86.0:1596748163.168937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4637af000 0x27e37af000(0x27e37af000) 00000800:00000200:86.0:1596748163.168938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4636c0000 0x27e36c0000(0x27e36c0000) 00000800:00000200:86.0:1596748163.168938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4636c1000 0x27e36c1000(0x27e36c1000) 00000800:00000200:86.0:1596748163.168939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47e1ed000 0x27fe1ed000(0x27fe1ed000) 00000800:00000200:86.0:1596748163.168940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47f3e6000 0x27ff3e6000(0x27ff3e6000) 00000800:00000200:86.0:1596748163.168940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463ee1000 0x27e3ee1000(0x27e3ee1000) 00000800:00000200:86.0:1596748163.168941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4634de000 0x27e34de000(0x27e34de000) 00000800:00000200:86.0:1596748163.168942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4642f0000 0x27e42f0000(0x27e42f0000) 00000800:00000200:86.0:1596748163.168943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464670000 0x27e4670000(0x27e4670000) 00000800:00000200:86.0:1596748163.168943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464f93000 0x27e4f93000(0x27e4f93000) 00000800:00000200:86.0:1596748163.168944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47dcf4000 0x27fdcf4000(0x27fdcf4000) 00000800:00000200:86.0:1596748163.168945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4634dd000 0x27e34dd000(0x27e34dd000) 00000800:00000200:86.0:1596748163.168946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464157000 0x27e4157000(0x27e4157000) 00000800:00000010:86.0:1596748163.169510:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294c80 (tot 157341930). 00000800:00000200:86.0:1596748163.169511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.169529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363f000] (20)-- 00000800:00000200:86.0:1596748163.169530:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.90@o2ib36 00000800:00000200:86.0:1596748163.169793:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748163.170189:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.90@o2ib36 00000800:00000200:86.0:1596748163.170190:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.90@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748163.170191:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463527ec0 (tot 157341794). 00000800:00000200:86.0:1596748163.170192:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46363f000] (19)++ 00000800:00000200:86.0:1596748163.170193:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46363f000] (20)++ 00000800:00000200:86.0:1596748163.170194:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46363f000] (21)-- 00000800:00000200:39.2:1596748163.170493:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46363f000] (20)++ 00000800:00000010:86.0:1596748164.316931:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848a00 (tot 157341906). 00000800:00000200:86.0:1596748164.316935:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848a00] -> 192.168.128.134@o2ib36 (1)++ 00000800:00000010:86.0:1596748164.316937:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848a80 (tot 157342018). 00000800:00000010:86.0:1596748164.316939:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4910600 (tot 157342314). 00000800:00000010:86.0:1596748164.316941:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6548240 (tot 157342450). 00000800:00000010:86.0:1596748164.316942:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f1000 (tot 157344322). 00000800:00000010:86.0:1596748164.316943:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6548780 (tot 157344474). 00000800:00000200:86.0:1596748164.316946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f4693000 0x3774693000(0x3774693000) 00000800:00000200:86.0:1596748164.316947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f4694000 0x3774694000(0x3774694000) 00000800:00000200:86.0:1596748164.316948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f4695000 0x3774695000(0x3774695000) 00000800:00000200:86.0:1596748164.316949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f4696000 0x3774696000(0x3774696000) 00000800:00000200:86.0:1596748164.316950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f4697000 0x3774697000(0x3774697000) 00000800:00000200:86.0:1596748164.316950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f4698000 0x3774698000(0x3774698000) 00000800:00000200:86.0:1596748164.316951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f4699000 0x3774699000(0x3774699000) 00000800:00000200:86.0:1596748164.316952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f469a000 0x377469a000(0x377469a000) 00000800:00000200:86.0:1596748164.316952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f469b000 0x377469b000(0x377469b000) 00000800:00000200:86.0:1596748164.316953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f469c000 0x377469c000(0x377469c000) 00000800:00000200:86.0:1596748164.316954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f469d000 0x377469d000(0x377469d000) 00000800:00000200:86.0:1596748164.316955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f469e000 0x377469e000(0x377469e000) 00000800:00000200:86.0:1596748164.316955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f469f000 0x377469f000(0x377469f000) 00000800:00000200:86.0:1596748164.316956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f46a0000 0x37746a0000(0x37746a0000) 00000800:00000200:86.0:1596748164.316957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f46a1000 0x37746a1000(0x37746a1000) 00000800:00000200:86.0:1596748164.316958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f46a2000 0x37746a2000(0x37746a2000) 00000800:00000200:86.0:1596748164.316958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f46a3000 0x37746a3000(0x37746a3000) 00000800:00000200:86.0:1596748164.316959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f46a4000 0x37746a4000(0x37746a4000) 00000800:00000010:86.0:1596748164.317534:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848a80 (tot 157344362). 00000800:00000200:86.0:1596748164.317536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.317553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910600] (20)-- 00000800:00000200:86.0:1596748164.317555:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.134@o2ib36 00000800:00000200:86.0:1596748164.317843:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748164.318193:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.134@o2ib36 00000800:00000200:86.0:1596748164.318194:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.134@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748164.318195:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6548240 (tot 157344226). 00000800:00000200:86.0:1596748164.318196:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4910600] (19)++ 00000800:00000200:86.0:1596748164.318197:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4910600] (20)++ 00000800:00000200:86.0:1596748164.318198:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4910600] (21)-- 00000800:00000200:88.2:1596748164.318498:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4910600] (20)++ 00000800:00000010:86.0:1596748165.416098:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1380 (tot 157344338). 00000800:00000200:86.0:1596748165.416102:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1380] -> 192.168.128.116@o2ib36 (1)++ 00000800:00000010:86.0:1596748165.416104:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1300 (tot 157344450). 00000800:00000010:86.0:1596748165.416107:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f1a00 (tot 157344746). 00000800:00000010:86.0:1596748165.416108:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659ce240 (tot 157344882). 00000800:00000010:86.0:1596748165.416110:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a0a000 (tot 157346754). 00000800:00000010:86.0:1596748165.416111:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659ce780 (tot 157346906). 00000800:00000200:86.0:1596748165.416114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a33000 0x2fe5a33000(0x2fe5a33000) 00000800:00000200:86.0:1596748165.416115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a34000 0x2fe5a34000(0x2fe5a34000) 00000800:00000200:86.0:1596748165.416116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a35000 0x2fe5a35000(0x2fe5a35000) 00000800:00000200:86.0:1596748165.416117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a36000 0x2fe5a36000(0x2fe5a36000) 00000800:00000200:86.0:1596748165.416118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a37000 0x2fe5a37000(0x2fe5a37000) 00000800:00000200:86.0:1596748165.416119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a38000 0x2fe5a38000(0x2fe5a38000) 00000800:00000200:86.0:1596748165.416119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a39000 0x2fe5a39000(0x2fe5a39000) 00000800:00000200:86.0:1596748165.416120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a3a000 0x2fe5a3a000(0x2fe5a3a000) 00000800:00000200:86.0:1596748165.416121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a3b000 0x2fe5a3b000(0x2fe5a3b000) 00000800:00000200:86.0:1596748165.416121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a3c000 0x2fe5a3c000(0x2fe5a3c000) 00000800:00000200:86.0:1596748165.416122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a3d000 0x2fe5a3d000(0x2fe5a3d000) 00000800:00000200:86.0:1596748165.416123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a3e000 0x2fe5a3e000(0x2fe5a3e000) 00000800:00000200:86.0:1596748165.416124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a3f000 0x2fe5a3f000(0x2fe5a3f000) 00000800:00000200:86.0:1596748165.416124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a40000 0x2fe5a40000(0x2fe5a40000) 00000800:00000200:86.0:1596748165.416125:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a41000 0x2fe5a41000(0x2fe5a41000) 00000800:00000200:86.0:1596748165.416126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a42000 0x2fe5a42000(0x2fe5a42000) 00000800:00000200:86.0:1596748165.416127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a43000 0x2fe5a43000(0x2fe5a43000) 00000800:00000200:86.0:1596748165.416127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a44000 0x2fe5a44000(0x2fe5a44000) 00000800:00000010:86.0:1596748165.416703:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1300 (tot 157346794). 00000800:00000200:86.0:1596748165.416704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.416722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f1a00] (20)-- 00000800:00000200:86.0:1596748165.416723:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.116@o2ib36 00000800:00000200:86.0:1596748165.416997:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748165.417311:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f1a00] (19)++ 00000800:00000200:86.0:1596748165.417312:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.116@o2ib36 00000800:00000200:86.0:1596748165.417313:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.116@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748165.417315:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659ce240 (tot 157346658). 00000800:00000200:86.0:1596748165.417316:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f1a00] (20)++ 00000800:00000200:86.0:1596748165.417317:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f1a00] (21)++ 00000800:00000200:86.0:1596748165.417318:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f1a00] (22)-- 00000800:00000010:86.0:1596748166.373851:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2700 (tot 157346770). 00000800:00000200:86.0:1596748166.373855:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2700] -> 192.168.128.52@o2ib36 (1)++ 00000800:00000010:86.0:1596748166.373857:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2780 (tot 157346882). 00000800:00000010:86.0:1596748166.373860:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e832800 (tot 157347178). 00000800:00000010:86.0:1596748166.373863:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e182240 (tot 157347314). 00000800:00000010:86.0:1596748166.373866:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c2000 (tot 157349186). 00000800:00000010:86.0:1596748166.373867:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e1829c0 (tot 157349338). 00000800:00000200:86.0:1596748166.373870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e226000 0xfde226000(0xfde226000) 00000800:00000200:86.0:1596748166.373871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e227000 0xfde227000(0xfde227000) 00000800:00000200:86.0:1596748166.373872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e228000 0xfde228000(0xfde228000) 00000800:00000200:86.0:1596748166.373873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e229000 0xfde229000(0xfde229000) 00000800:00000200:86.0:1596748166.373874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e22a000 0xfde22a000(0xfde22a000) 00000800:00000200:86.0:1596748166.373875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e22b000 0xfde22b000(0xfde22b000) 00000800:00000200:86.0:1596748166.373875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e22c000 0xfde22c000(0xfde22c000) 00000800:00000200:86.0:1596748166.373876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e22d000 0xfde22d000(0xfde22d000) 00000800:00000200:86.0:1596748166.373877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e22e000 0xfde22e000(0xfde22e000) 00000800:00000200:86.0:1596748166.373878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e22f000 0xfde22f000(0xfde22f000) 00000800:00000200:86.0:1596748166.373878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e230000 0xfde230000(0xfde230000) 00000800:00000200:86.0:1596748166.373879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e231000 0xfde231000(0xfde231000) 00000800:00000200:86.0:1596748166.373880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e232000 0xfde232000(0xfde232000) 00000800:00000200:86.0:1596748166.373881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e233000 0xfde233000(0xfde233000) 00000800:00000200:86.0:1596748166.373881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e234000 0xfde234000(0xfde234000) 00000800:00000200:86.0:1596748166.373882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e235000 0xfde235000(0xfde235000) 00000800:00000200:86.0:1596748166.373883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e236000 0xfde236000(0xfde236000) 00000800:00000200:86.0:1596748166.373883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e237000 0xfde237000(0xfde237000) 00000800:00000010:86.0:1596748166.374437:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2780 (tot 157349226). 00000800:00000200:86.0:1596748166.374439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.374456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e832800] (20)-- 00000800:00000200:86.0:1596748166.374458:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.52@o2ib36 00000800:00000200:86.0:1596748166.374714:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748166.375039:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.52@o2ib36 00000800:00000200:86.0:1596748166.375040:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.52@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748166.375041:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e182240 (tot 157349090). 00000800:00000200:86.0:1596748166.375042:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e832800] (19)++ 00000800:00000200:86.0:1596748166.375043:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e832800] (20)++ 00000800:00000200:86.0:1596748166.375044:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e832800] (21)-- 00000800:00000200:84.2:1596748166.375047:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e832800] (20)++ 00000800:00000010:86.0:1596748169.032159:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2780 (tot 157349202). 00000800:00000200:86.0:1596748169.032162:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2780] -> 192.168.128.154@o2ib36 (1)++ 00000800:00000010:86.0:1596748169.032164:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2800 (tot 157349314). 00000800:00000010:86.0:1596748169.032165:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e622200 (tot 157349610). 00000800:00000010:86.0:1596748169.032166:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e182240 (tot 157349746). 00000800:00000010:86.0:1596748169.032167:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e1c3000 (tot 157351618). 00000800:00000010:86.0:1596748169.032168:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e182c00 (tot 157351770). 00000800:00000200:86.0:1596748169.032174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e238000 0xfde238000(0xfde238000) 00000800:00000200:86.0:1596748169.032175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e239000 0xfde239000(0xfde239000) 00000800:00000200:86.0:1596748169.032175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e23a000 0xfde23a000(0xfde23a000) 00000800:00000200:86.0:1596748169.032176:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e23b000 0xfde23b000(0xfde23b000) 00000800:00000200:86.0:1596748169.032177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e23c000 0xfde23c000(0xfde23c000) 00000800:00000200:86.0:1596748169.032178:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e23d000 0xfde23d000(0xfde23d000) 00000800:00000200:86.0:1596748169.032179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e23e000 0xfde23e000(0xfde23e000) 00000800:00000200:86.0:1596748169.032179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e23f000 0xfde23f000(0xfde23f000) 00000800:00000200:86.0:1596748169.032180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e240000 0xfde240000(0xfde240000) 00000800:00000200:86.0:1596748169.032181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e241000 0xfde241000(0xfde241000) 00000800:00000200:86.0:1596748169.032181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e242000 0xfde242000(0xfde242000) 00000800:00000200:86.0:1596748169.032182:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e243000 0xfde243000(0xfde243000) 00000800:00000200:86.0:1596748169.032183:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e244000 0xfde244000(0xfde244000) 00000800:00000200:86.0:1596748169.032184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e245000 0xfde245000(0xfde245000) 00000800:00000200:86.0:1596748169.032184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e246000 0xfde246000(0xfde246000) 00000800:00000200:86.0:1596748169.032185:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e247000 0xfde247000(0xfde247000) 00000800:00000200:86.0:1596748169.032186:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e248000 0xfde248000(0xfde248000) 00000800:00000200:86.0:1596748169.032187:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e249000 0xfde249000(0xfde249000) 00000800:00000010:86.0:1596748169.032768:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2800 (tot 157351658). 00000800:00000200:86.0:1596748169.032770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032779:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032780:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032785:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032785:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032786:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032786:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032787:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.032787:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622200] (20)-- 00000800:00000200:86.0:1596748169.032788:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.154@o2ib36 00000800:00000200:86.0:1596748169.033055:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748169.033524:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.154@o2ib36 00000800:00000200:86.0:1596748169.033526:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.154@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748169.033527:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e182240 (tot 157351522). 00000800:00000200:86.0:1596748169.033528:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e622200] (19)++ 00000800:00000200:86.0:1596748169.033529:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e622200] (20)++ 00000800:00000200:86.0:1596748169.033529:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e622200] (21)-- 00000800:00000200:84.2:1596748169.033533:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e622200] (20)++ 00000800:00000200:17.0:1596748169.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bda00] (21)++ 00000800:00000200:17.0:1596748169.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bda00] (22)++ 00000800:00000200:17.0:1596748169.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bda00] (23)-- 00000800:00000200:17.0:1596748169.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc553e8000] (21)++ 00000800:00000200:17.0:1596748169.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc553e8000] (22)++ 00000800:00000200:17.0:1596748169.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc553e8000] (23)-- 00000800:00000200:17.0:1596748170.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fa400] (21)++ 00000800:00000200:17.0:1596748170.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fa400] (22)++ 00000800:00000200:17.0:1596748170.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fa400] (23)-- 00000800:00000200:17.0:1596748170.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2de00] (21)++ 00000800:00000200:17.0:1596748170.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb2de00] (22)++ 00000800:00000200:17.0:1596748170.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb2de00] (23)-- 00000800:00000200:17.0:1596748171.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fdc00] (21)++ 00000800:00000200:17.0:1596748171.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fdc00] (22)++ 00000800:00000200:17.0:1596748171.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fdc00] (23)-- 00000800:00000200:17.0:1596748172.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464254600] (21)++ 00000800:00000200:17.0:1596748172.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464254600] (22)++ 00000800:00000200:17.0:1596748172.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464254600] (23)-- 00000800:00020000:17.0:1596748174.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748174.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748174.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bda00] (22)++ 00000800:00000100:17.0:1596748174.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748174.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2400] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:17.0:1596748174.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bda00] (23)-- 00000800:00020000:17.0:1596748174.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748174.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748174.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc553e8000] (22)++ 00000800:00000100:17.0:1596748174.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748174.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556000] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:17.0:1596748174.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc553e8000] (23)-- 00000400:00000200:17.0:1596748174.353076:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:17.0:1596748174.353077:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:17.0:1596748174.353078:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bda00] (22)-- 00000800:00000200:86.0:1596748174.353422:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bda00] (21)-- 00000400:00000200:17.0:1596748174.353617:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:17.0:1596748174.353618:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:17.0:1596748174.353618:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc553e8000] (22)-- 00000800:00000200:86.0:1596748174.353907:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc553e8000] (21)-- 00000800:00020000:17.0:1596748176.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748176.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748176.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fdc00] (22)++ 00000800:00000100:17.0:1596748176.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748176.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db600] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:17.0:1596748176.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fdc00] (23)-- 00000800:00000200:17.0:1596748176.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770c200] (21)++ 00000800:00000200:17.0:1596748176.352585:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770c200] (22)++ 00000800:00000200:17.0:1596748176.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770c200] (23)-- 00000400:00000200:17.0:1596748176.353047:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:17.0:1596748176.353048:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:17.0:1596748176.353049:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fdc00] (22)-- 00000800:00000200:86.0:1596748176.353394:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fdc00] (21)-- 00000800:00000200:86.0:1596748176.407605:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748176.407607:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748177.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:17.0:1596748177.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748177.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fa400] (22)++ 00000800:00000100:17.0:1596748177.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748177.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db000] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:17.0:1596748177.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fa400] (23)-- 00000800:00020000:17.0:1596748177.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:17.0:1596748177.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748177.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2de00] (22)++ 00000800:00000100:17.0:1596748177.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748177.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849980] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:17.0:1596748177.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb2de00] (23)-- 00000800:00000200:17.0:1596748177.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fd000] (21)++ 00000800:00000200:17.0:1596748177.352591:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fd000] (22)++ 00000800:00000200:17.0:1596748177.352594:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fd000] (23)-- 00000800:00020000:17.0:1596748177.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748177.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748177.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464254600] (22)++ 00000800:00000100:17.0:1596748177.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748177.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295780] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:17.0:1596748177.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464254600] (23)-- 00000800:00000200:17.0:1596748177.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eac600] (21)++ 00000800:00000200:17.0:1596748177.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eac600] (22)++ 00000800:00000200:17.0:1596748177.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eac600] (23)-- 00000400:00000200:17.0:1596748177.353151:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:17.0:1596748177.353153:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:17.0:1596748177.353153:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fa400] (22)-- 00000800:00000200:86.0:1596748177.353463:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fa400] (21)-- 00000400:00000200:17.0:1596748177.353680:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:17.0:1596748177.353682:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:17.0:1596748177.353682:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb2de00] (22)-- 00000800:00000200:86.0:1596748177.353934:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb2de00] (21)-- 00000400:00000200:17.0:1596748177.354220:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:17.0:1596748177.354221:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:17.0:1596748177.354222:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464254600] (22)-- 00000800:00000200:86.0:1596748177.354521:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464254600] (21)-- 00000800:00000200:17.0:1596748178.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2b400] (21)++ 00000800:00000200:17.0:1596748178.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb2b400] (22)++ 00000800:00000200:17.0:1596748178.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb2b400] (23)-- 00000800:00000200:86.0:1596748178.407515:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748179.407544:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748179.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748179.407547:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748180.096577:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295280 (tot 157351634). 00000800:00000200:86.0:1596748180.096582:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295280] -> 192.168.128.1@o2ib36 (1)++ 00000800:00000010:86.0:1596748180.096584:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295200 (tot 157351746). 00000800:00000010:86.0:1596748180.096587:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463639a00 (tot 157352042). 00000800:00000010:86.0:1596748180.096590:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463526240 (tot 157352178). 00000800:00000010:86.0:1596748180.096594:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463018000 (tot 157354050). 00000800:00000010:86.0:1596748180.096595:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4635269c0 (tot 157354202). 00000800:00000200:86.0:1596748180.096598:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4636c2000 0x27e36c2000(0x27e36c2000) 00000800:00000200:86.0:1596748180.096599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4636c3000 0x27e36c3000(0x27e36c3000) 00000800:00000200:86.0:1596748180.096600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4636c4000 0x27e36c4000(0x27e36c4000) 00000800:00000200:86.0:1596748180.096601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4636c5000 0x27e36c5000(0x27e36c5000) 00000800:00000200:86.0:1596748180.096601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4636c6000 0x27e36c6000(0x27e36c6000) 00000800:00000200:86.0:1596748180.096602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4636c7000 0x27e36c7000(0x27e36c7000) 00000800:00000200:86.0:1596748180.096603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4636c8000 0x27e36c8000(0x27e36c8000) 00000800:00000200:86.0:1596748180.096604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4636c9000 0x27e36c9000(0x27e36c9000) 00000800:00000200:86.0:1596748180.096604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4636ca000 0x27e36ca000(0x27e36ca000) 00000800:00000200:86.0:1596748180.096605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4636cb000 0x27e36cb000(0x27e36cb000) 00000800:00000200:86.0:1596748180.096606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4636cc000 0x27e36cc000(0x27e36cc000) 00000800:00000200:86.0:1596748180.096607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4636cd000 0x27e36cd000(0x27e36cd000) 00000800:00000200:86.0:1596748180.096607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4636ce000 0x27e36ce000(0x27e36ce000) 00000800:00000200:86.0:1596748180.096608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4636cf000 0x27e36cf000(0x27e36cf000) 00000800:00000200:86.0:1596748180.096609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463010000 0x27e3010000(0x27e3010000) 00000800:00000200:86.0:1596748180.096610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463011000 0x27e3011000(0x27e3011000) 00000800:00000200:86.0:1596748180.096610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463012000 0x27e3012000(0x27e3012000) 00000800:00000200:86.0:1596748180.096611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463013000 0x27e3013000(0x27e3013000) 00000800:00000010:86.0:1596748180.097208:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295200 (tot 157354090). 00000800:00000200:86.0:1596748180.097209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639a00] (19)++ 00000800:00000200:86.0:1596748180.097228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639a00] (20)-- 00000800:00000200:86.0:1596748180.097229:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.1@o2ib36 00000800:00000200:86.0:1596748180.097511:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748180.097846:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.1@o2ib36 00000800:00000200:86.0:1596748180.097847:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.1@o2ib36: active(0), version(12), status(0) 00000800:00000200:41.2:1596748180.097847:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463639a00] (19)++ 00000800:00000010:86.0:1596748180.097848:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463526240 (tot 157353954). 00000800:00000200:86.0:1596748180.097849:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463639a00] (20)++ 00000800:00000200:86.0:1596748180.097850:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463639a00] (21)++ 00000800:00000200:86.0:1596748180.097851:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463639a00] (22)-- 00000800:00000200:17.0:1596748180.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628200] (21)++ 00000800:00000200:17.0:1596748180.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55628200] (22)++ 00000800:00000200:17.0:1596748180.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55628200] (23)-- 00000800:00000200:17.0:1596748180.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c08000] (21)++ 00000800:00000200:17.0:1596748180.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c08000] (22)++ 00000800:00000200:17.0:1596748180.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c08000] (23)-- 00000800:00000010:86.0:1596748181.221551:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556400 (tot 157354066). 00000800:00000200:86.0:1596748181.221555:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556400] -> 192.168.128.139@o2ib36 (1)++ 00000800:00000010:86.0:1596748181.221557:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556480 (tot 157354178). 00000800:00000010:86.0:1596748181.221561:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54e28000 (tot 157354474). 00000800:00000010:86.0:1596748181.221563:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157354610). 00000800:00000010:86.0:1596748181.221565:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54dc9000 (tot 157356482). 00000800:00000010:86.0:1596748181.221566:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54c2b2c0 (tot 157356634). 00000800:00000200:86.0:1596748181.221574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55112000 0x3fd5112000(0x3fd5112000) 00000800:00000200:86.0:1596748181.221575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c514fad000 0x3894fad000(0x3894fad000) 00000800:00000200:86.0:1596748181.221576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc563e5000 0x3fd63e5000(0x3fd63e5000) 00000800:00000200:86.0:1596748181.221577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57ab0000 0x3fd7ab0000(0x3fd7ab0000) 00000800:00000200:86.0:1596748181.221577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc6da59000 0x3feda59000(0x3feda59000) 00000800:00000200:86.0:1596748181.221578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57757000 0x3fd7757000(0x3fd7757000) 00000800:00000200:86.0:1596748181.221579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7e5f7000 0x3ffe5f7000(0x3ffe5f7000) 00000800:00000200:86.0:1596748181.221580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55582000 0x3fd5582000(0x3fd5582000) 00000800:00000200:86.0:1596748181.221580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5742b000 0x3fd742b000(0x3fd742b000) 00000800:00000200:86.0:1596748181.221581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57a48000 0x3fd7a48000(0x3fd7a48000) 00000800:00000200:86.0:1596748181.221582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54de9000 0x3fd4de9000(0x3fd4de9000) 00000800:00000200:86.0:1596748181.221583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54dea000 0x3fd4dea000(0x3fd4dea000) 00000800:00000200:86.0:1596748181.221583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54deb000 0x3fd4deb000(0x3fd4deb000) 00000800:00000200:86.0:1596748181.221584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54e30000 0x3fd4e30000(0x3fd4e30000) 00000800:00000200:86.0:1596748181.221585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54e31000 0x3fd4e31000(0x3fd4e31000) 00000800:00000200:86.0:1596748181.221586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54e32000 0x3fd4e32000(0x3fd4e32000) 00000800:00000200:86.0:1596748181.221586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54e33000 0x3fd4e33000(0x3fd4e33000) 00000800:00000200:86.0:1596748181.221587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54e34000 0x3fd4e34000(0x3fd4e34000) 00000800:00000010:86.0:1596748181.222170:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556480 (tot 157356522). 00000800:00000200:86.0:1596748181.222171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e28000] (20)-- 00000800:00000200:86.0:1596748181.222191:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.139@o2ib36 00000800:00000200:86.0:1596748181.222437:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748181.222822:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.139@o2ib36 00000800:00000200:86.0:1596748181.222824:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.139@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748181.222825:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157356386). 00000800:00000200:86.0:1596748181.222826:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54e28000] (19)++ 00000800:00000200:86.0:1596748181.222827:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54e28000] (20)++ 00000800:00000200:86.0:1596748181.222828:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54e28000] (21)-- 00000800:00000200:84.2:1596748181.222833:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54e28000] (20)++ 00000800:00000200:17.0:1596748181.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bae00] (21)++ 00000800:00000200:17.0:1596748181.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bae00] (22)++ 00000800:00000200:17.0:1596748181.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bae00] (23)-- 00000800:00000010:86.0:1596748181.607522:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28f700 (tot 157356498). 00000800:00000200:86.0:1596748181.607526:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28f700] -> 192.168.128.62@o2ib36 (1)++ 00000800:00000010:86.0:1596748181.607528:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e180 (tot 157356610). 00000800:00000010:86.0:1596748181.607532:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472b8600 (tot 157356906). 00000800:00000010:86.0:1596748181.607537:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cefb00 (tot 157357042). 00000800:00000010:86.0:1596748181.607540:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b1000 (tot 157358914). 00000800:00000010:86.0:1596748181.607542:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476cee3c0 (tot 157359066). 00000800:00000200:86.0:1596748181.607545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4472c3000 0x17c72c3000(0x17c72c3000) 00000800:00000200:86.0:1596748181.607546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4472c4000 0x17c72c4000(0x17c72c4000) 00000800:00000200:86.0:1596748181.607547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4472c5000 0x17c72c5000(0x17c72c5000) 00000800:00000200:86.0:1596748181.607548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4472c6000 0x17c72c6000(0x17c72c6000) 00000800:00000200:86.0:1596748181.607549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4472c7000 0x17c72c7000(0x17c72c7000) 00000800:00000200:86.0:1596748181.607550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4472c8000 0x17c72c8000(0x17c72c8000) 00000800:00000200:86.0:1596748181.607550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4472c9000 0x17c72c9000(0x17c72c9000) 00000800:00000200:86.0:1596748181.607551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4472ca000 0x17c72ca000(0x17c72ca000) 00000800:00000200:86.0:1596748181.607552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4472cb000 0x17c72cb000(0x17c72cb000) 00000800:00000200:86.0:1596748181.607552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4472cc000 0x17c72cc000(0x17c72cc000) 00000800:00000200:86.0:1596748181.607553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4472cd000 0x17c72cd000(0x17c72cd000) 00000800:00000200:86.0:1596748181.607554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4472ce000 0x17c72ce000(0x17c72ce000) 00000800:00000200:86.0:1596748181.607555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4472cf000 0x17c72cf000(0x17c72cf000) 00000800:00000200:86.0:1596748181.607555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4472d0000 0x17c72d0000(0x17c72d0000) 00000800:00000200:86.0:1596748181.607556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4472d1000 0x17c72d1000(0x17c72d1000) 00000800:00000200:86.0:1596748181.607557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4472d2000 0x17c72d2000(0x17c72d2000) 00000800:00000200:86.0:1596748181.607558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4472d3000 0x17c72d3000(0x17c72d3000) 00000800:00000200:86.0:1596748181.607558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4472d4000 0x17c72d4000(0x17c72d4000) 00000800:00000010:86.0:1596748181.608126:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e180 (tot 157358954). 00000800:00000200:86.0:1596748181.608127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b8600] (20)-- 00000800:00000200:86.0:1596748181.608146:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.62@o2ib36 00000800:00000200:86.0:1596748181.608398:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748181.608773:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472b8600] (19)++ 00000800:00000200:86.0:1596748181.608775:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.62@o2ib36 00000800:00000200:86.0:1596748181.608776:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.62@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748181.608777:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cefb00 (tot 157358818). 00000800:00000200:86.0:1596748181.608778:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472b8600] (20)++ 00000800:00000200:86.0:1596748181.608779:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472b8600] (21)++ 00000800:00000200:86.0:1596748181.608780:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472b8600] (22)-- 00000800:00000200:17.0:1596748182.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fb800] (21)++ 00000800:00000200:17.0:1596748182.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fb800] (22)++ 00000800:00000200:17.0:1596748182.352532:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fb800] (23)-- 00000800:00000200:17.0:1596748182.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c55f000] (21)++ 00000800:00000200:17.0:1596748182.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c55f000] (22)++ 00000800:00000200:17.0:1596748182.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c55f000] (23)-- 00000800:00000200:17.0:1596748182.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bba00] (21)++ 00000800:00000200:17.0:1596748182.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bba00] (22)++ 00000800:00000200:17.0:1596748182.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bba00] (23)-- 00000800:00000200:17.0:1596748182.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fc600] (21)++ 00000800:00000200:17.0:1596748182.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fc600] (22)++ 00000800:00000200:17.0:1596748182.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fc600] (23)-- 00000800:00000200:17.0:1596748182.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27600] (21)++ 00000800:00000200:17.0:1596748182.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf27600] (22)++ 00000800:00000200:17.0:1596748182.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf27600] (23)-- 00000800:00020000:17.0:1596748183.352525:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748183.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748183.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770c200] (22)++ 00000800:00000100:17.0:1596748183.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748183.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db580] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:17.0:1596748183.352535:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770c200] (23)-- 00000800:00000200:17.0:1596748183.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c559a00] (21)++ 00000800:00000200:17.0:1596748183.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c559a00] (22)++ 00000800:00000200:17.0:1596748183.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c559a00] (23)-- 00000800:00000200:17.0:1596748183.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6caa00] (21)++ 00000800:00000200:17.0:1596748183.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c6caa00] (22)++ 00000800:00000200:17.0:1596748183.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c6caa00] (23)-- 00000800:00020000:17.0:1596748183.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748183.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748183.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2b400] (22)++ 00000800:00000100:17.0:1596748183.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748183.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848600] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:17.0:1596748183.352560:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb2b400] (23)-- 00000800:00020000:17.0:1596748183.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748183.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748183.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fd000] (22)++ 00000800:00000100:17.0:1596748183.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748183.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783daf80] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:17.0:1596748183.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fd000] (23)-- 00000400:00000200:17.0:1596748183.353198:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:17.0:1596748183.353200:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:17.0:1596748183.353200:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770c200] (22)-- 00000400:00000200:17.0:1596748183.353731:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:17.0:1596748183.353733:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:17.0:1596748183.353733:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb2b400] (22)-- 00000800:00000200:86.0:1596748183.353765:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770c200] (21)-- 00000800:00000200:86.0:1596748183.354045:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb2b400] (21)-- 00000400:00000200:17.0:1596748183.354267:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:17.0:1596748183.354268:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:17.0:1596748183.354268:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fd000] (22)-- 00000800:00000200:86.0:1596748183.354541:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fd000] (21)-- 00000800:00020000:17.0:1596748184.352528:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748184.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748184.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eac600] (22)++ 00000800:00000100:17.0:1596748184.352533:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748184.352535:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0580] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:17.0:1596748184.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eac600] (23)-- 00000800:00000200:17.0:1596748184.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eae800] (21)++ 00000800:00000200:17.0:1596748184.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eae800] (22)++ 00000800:00000200:17.0:1596748184.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eae800] (23)-- 00000400:00000200:17.0:1596748184.353065:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:17.0:1596748184.353067:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:17.0:1596748184.353067:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eac600] (22)-- 00000800:00000200:86.0:1596748184.353343:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eac600] (21)-- 00000800:00000200:17.0:1596748185.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869da00] (21)++ 00000800:00000200:17.0:1596748185.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7869da00] (22)++ 00000800:00000200:17.0:1596748185.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7869da00] (23)-- 00000800:00020000:17.0:1596748185.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748185.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748185.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55628200] (22)++ 00000800:00000100:17.0:1596748185.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748185.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557f80] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:17.0:1596748185.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55628200] (23)-- 00000800:00000200:17.0:1596748185.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea9600] (21)++ 00000800:00000200:17.0:1596748185.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65ea9600] (22)++ 00000800:00000200:17.0:1596748185.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65ea9600] (23)-- 00000800:00020000:17.0:1596748185.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748185.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748185.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c08000] (22)++ 00000800:00000100:17.0:1596748185.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748185.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557f00] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:17.0:1596748185.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c08000] (23)-- 00000400:00000200:17.0:1596748185.353203:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:17.0:1596748185.353205:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:17.0:1596748185.353205:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55628200] (22)-- 00000800:00000200:86.0:1596748185.353604:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55628200] (21)-- 00000400:00000200:17.0:1596748185.353737:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:17.0:1596748185.353739:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:17.0:1596748185.353739:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c08000] (22)-- 00000800:00000200:86.0:1596748185.353994:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c08000] (21)-- 00000800:00000200:86.0:1596748185.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748185.407548:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748185.407549:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748186.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eade00] (21)++ 00000800:00000200:17.0:1596748186.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eade00] (22)++ 00000800:00000200:17.0:1596748186.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eade00] (23)-- 00000800:00020000:17.0:1596748186.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748186.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748186.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bae00] (22)++ 00000800:00000100:17.0:1596748186.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748186.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3c00] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:17.0:1596748186.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bae00] (23)-- 00000400:00000200:17.0:1596748186.353088:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:17.0:1596748186.353089:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:17.0:1596748186.353090:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bae00] (22)-- 00000800:00000200:86.0:1596748186.353425:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bae00] (21)-- 00000800:00000200:86.0:1596748186.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596748187.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748187.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748187.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fb800] (22)++ 00000800:00000100:15.0:1596748187.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748187.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db880] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:15.0:1596748187.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fb800] (23)-- 00000800:00020000:15.0:1596748187.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748187.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748187.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c55f000] (22)++ 00000800:00000100:15.0:1596748187.352557:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748187.352559:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35780] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:15.0:1596748187.352560:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c55f000] (23)-- 00000800:00020000:15.0:1596748187.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748187.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748187.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bba00] (22)++ 00000800:00000100:15.0:1596748187.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748187.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3b80] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:15.0:1596748187.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bba00] (23)-- 00000800:00020000:15.0:1596748187.352569:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748187.352570:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748187.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fc600] (22)++ 00000800:00000100:15.0:1596748187.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748187.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dae80] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:15.0:1596748187.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fc600] (23)-- 00000800:00020000:15.0:1596748187.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748187.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748187.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27600] (22)++ 00000800:00000100:15.0:1596748187.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748187.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34880] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:15.0:1596748187.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf27600] (23)-- 00000400:00000200:15.0:1596748187.353101:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:15.0:1596748187.353102:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:15.0:1596748187.353102:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fb800] (22)-- 00000400:00000200:15.0:1596748187.353642:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:15.0:1596748187.353644:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:15.0:1596748187.353645:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c55f000] (22)-- 00000800:00000200:86.0:1596748187.353685:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fb800] (21)-- 00000800:00000200:86.0:1596748187.353951:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c55f000] (21)-- 00000400:00000200:15.0:1596748187.354206:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:15.0:1596748187.354207:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:15.0:1596748187.354207:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bba00] (22)-- 00000800:00000200:86.0:1596748187.354517:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bba00] (21)-- 00000400:00000200:15.0:1596748187.354757:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:15.0:1596748187.354758:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:15.0:1596748187.354758:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fc600] (22)-- 00000800:00000200:86.0:1596748187.355006:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fc600] (21)-- 00000400:00000200:15.0:1596748187.355317:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:15.0:1596748187.355318:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:15.0:1596748187.355318:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf27600] (22)-- 00000800:00000200:86.0:1596748187.355668:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf27600] (21)-- 00000800:00000200:86.0:1596748187.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748187.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596748188.352718:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748188.352721:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748188.352722:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c559a00] (22)++ 00000800:00000100:15.0:1596748188.352723:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748188.352725:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34600] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:15.0:1596748188.352726:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c559a00] (23)-- 00000800:00020000:15.0:1596748188.352728:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748188.352730:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748188.352730:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c6caa00] (22)++ 00000800:00000100:15.0:1596748188.352732:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748188.352734:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35480] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:15.0:1596748188.352735:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c6caa00] (23)-- 00000800:00000200:15.0:1596748188.352739:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7e00] (21)++ 00000800:00000200:15.0:1596748188.352741:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f7e00] (22)++ 00000800:00000200:15.0:1596748188.352744:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f7e00] (23)-- 00000800:00000200:15.0:1596748188.352746:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96a00] (21)++ 00000800:00000200:15.0:1596748188.352747:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc96a00] (22)++ 00000800:00000200:15.0:1596748188.352750:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc96a00] (23)-- 00000400:00000200:15.0:1596748188.353282:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:15.0:1596748188.353283:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:15.0:1596748188.353284:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c559a00] (22)-- 00000800:00000200:86.0:1596748188.353577:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c559a00] (21)-- 00000400:00000200:15.0:1596748188.353823:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:15.0:1596748188.353824:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:15.0:1596748188.353824:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c6caa00] (22)-- 00000800:00000200:86.0:1596748188.354118:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c6caa00] (21)-- 00000800:00000200:86.0:1596748188.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748189.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447085800] (21)++ 00000800:00000200:16.0:1596748189.352595:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447085800] (22)++ 00000800:00000200:16.0:1596748189.352598:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447085800] (23)-- 00000800:00020000:16.0:1596748189.352605:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748189.352607:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748189.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eae800] (22)++ 00000800:00000100:16.0:1596748189.352609:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748189.352612:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1800] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:16.0:1596748189.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eae800] (23)-- 00000400:00000200:16.0:1596748189.353179:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:16.0:1596748189.353180:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:16.0:1596748189.353180:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eae800] (22)-- 00000800:00000200:86.0:1596748189.353459:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eae800] (21)-- 00000800:00000200:86.0:1596748189.407570:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748189.407573:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748189.407574:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748189.407575:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748189.407576:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748190.352709:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425a8000] (21)++ 00000800:00000200:16.0:1596748190.352713:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4425a8000] (22)++ 00000800:00000200:16.0:1596748190.352717:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4425a8000] (23)-- 00000800:00020000:16.0:1596748190.352718:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748190.352720:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748190.352721:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7869da00] (22)++ 00000800:00000100:16.0:1596748190.352722:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748190.352724:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34900] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:16.0:1596748190.352725:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7869da00] (23)-- 00000800:00000200:16.0:1596748190.352726:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464255600] (21)++ 00000800:00000200:16.0:1596748190.352727:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464255600] (22)++ 00000800:00000200:16.0:1596748190.352730:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464255600] (23)-- 00000800:00000200:16.0:1596748190.352731:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d36200] (21)++ 00000800:00000200:16.0:1596748190.352733:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d36200] (22)++ 00000800:00000200:16.0:1596748190.352736:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d36200] (23)-- 00000800:00000200:16.0:1596748190.352738:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0400] (21)++ 00000800:00000200:16.0:1596748190.352740:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea0400] (22)++ 00000800:00000200:16.0:1596748190.352742:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea0400] (23)-- 00000800:00020000:16.0:1596748190.352744:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748190.352745:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748190.352746:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65ea9600] (22)++ 00000800:00000100:16.0:1596748190.352747:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748190.352749:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1880] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:16.0:1596748190.352750:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65ea9600] (23)-- 00000800:00000200:16.0:1596748190.352757:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61a200] (21)++ 00000800:00000200:16.0:1596748190.352758:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61a200] (22)++ 00000800:00000200:16.0:1596748190.352761:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61a200] (23)-- 00000400:00000200:16.0:1596748190.353239:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:16.0:1596748190.353241:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:16.0:1596748190.353241:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7869da00] (22)-- 00000800:00000200:86.0:1596748190.353746:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac7869da00] (21)-- 00000400:00000200:16.0:1596748190.353804:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:16.0:1596748190.353805:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:16.0:1596748190.353805:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65ea9600] (22)-- 00000800:00000200:86.0:1596748190.354133:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65ea9600] (21)-- 00000800:00000200:86.0:1596748190.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748190.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748190.541853:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557a00 (tot 157358930). 00000800:00000200:86.0:1596748190.541858:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557a00] -> 192.168.128.63@o2ib36 (1)++ 00000800:00000010:86.0:1596748190.541860:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557980 (tot 157359042). 00000800:00000010:86.0:1596748190.541862:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc556e8400 (tot 157359338). 00000800:00000010:86.0:1596748190.541865:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc6d9b8540 (tot 157359474). 00000800:00000010:86.0:1596748190.541868:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54dcd800 (tot 157361346). 00000800:00000010:86.0:1596748190.541869:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc6d9b8600 (tot 157361498). 00000800:00000200:86.0:1596748190.541879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54e35000 0x3fd4e35000(0x3fd4e35000) 00000800:00000200:86.0:1596748190.541880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54e36000 0x3fd4e36000(0x3fd4e36000) 00000800:00000200:86.0:1596748190.541881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54e37000 0x3fd4e37000(0x3fd4e37000) 00000800:00000200:86.0:1596748190.541882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54e38000 0x3fd4e38000(0x3fd4e38000) 00000800:00000200:86.0:1596748190.541882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54e39000 0x3fd4e39000(0x3fd4e39000) 00000800:00000200:86.0:1596748190.541883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54e3a000 0x3fd4e3a000(0x3fd4e3a000) 00000800:00000200:86.0:1596748190.541884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54e3b000 0x3fd4e3b000(0x3fd4e3b000) 00000800:00000200:86.0:1596748190.541885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54e3c000 0x3fd4e3c000(0x3fd4e3c000) 00000800:00000200:86.0:1596748190.541885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54e3d000 0x3fd4e3d000(0x3fd4e3d000) 00000800:00000200:86.0:1596748190.541886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54e3e000 0x3fd4e3e000(0x3fd4e3e000) 00000800:00000200:86.0:1596748190.541887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54e3f000 0x3fd4e3f000(0x3fd4e3f000) 00000800:00000200:86.0:1596748190.541888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54e40000 0x3fd4e40000(0x3fd4e40000) 00000800:00000200:86.0:1596748190.541888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54e41000 0x3fd4e41000(0x3fd4e41000) 00000800:00000200:86.0:1596748190.541889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54e42000 0x3fd4e42000(0x3fd4e42000) 00000800:00000200:86.0:1596748190.541890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54e43000 0x3fd4e43000(0x3fd4e43000) 00000800:00000200:86.0:1596748190.541890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc563e8000 0x3fd63e8000(0x3fd63e8000) 00000800:00000200:86.0:1596748190.541891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc563e9000 0x3fd63e9000(0x3fd63e9000) 00000800:00000200:86.0:1596748190.541892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc563ea000 0x3fd63ea000(0x3fd63ea000) 00000800:00000010:86.0:1596748190.542502:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557980 (tot 157361386). 00000800:00000200:86.0:1596748190.542503:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542504:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.542521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556e8400] (20)-- 00000800:00000200:86.0:1596748190.542523:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.63@o2ib36 00000800:00000200:86.0:1596748190.542796:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748190.543162:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.63@o2ib36 00000800:00000200:86.0:1596748190.543163:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.63@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748190.543164:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc6d9b8540 (tot 157361250). 00000800:00000200:86.0:1596748190.543165:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc556e8400] (19)++ 00000800:00000200:86.0:1596748190.543165:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc556e8400] (20)++ 00000800:00000200:86.0:1596748190.543166:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc556e8400] (21)-- 00000800:00000200:37.2:1596748190.543351:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556e8400] (20)++ 00000800:00000200:16.0:1596748191.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96c00] (21)++ 00000800:00000200:16.0:1596748191.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc96c00] (22)++ 00000800:00000200:16.0:1596748191.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc96c00] (23)-- 00000800:00020000:16.0:1596748191.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748191.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748191.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eade00] (22)++ 00000800:00000100:16.0:1596748191.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748191.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0600] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:16.0:1596748191.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eade00] (23)-- 00000800:00000200:16.0:1596748191.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464252000] (21)++ 00000800:00000200:16.0:1596748191.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464252000] (22)++ 00000800:00000200:16.0:1596748191.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464252000] (23)-- 00000800:00000200:16.0:1596748191.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ae00] (21)++ 00000800:00000200:16.0:1596748191.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44a61ae00] (22)++ 00000800:00000200:16.0:1596748191.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44a61ae00] (23)-- 00000800:00000200:16.0:1596748191.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94000] (21)++ 00000800:00000200:16.0:1596748191.352600:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc94000] (22)++ 00000800:00000200:16.0:1596748191.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc94000] (23)-- 00000800:00000200:16.0:1596748191.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837200] (21)++ 00000800:00000200:16.0:1596748191.352609:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e837200] (22)++ 00000800:00000200:16.0:1596748191.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e837200] (23)-- 00000800:00000200:16.0:1596748191.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea2600] (21)++ 00000800:00000200:16.0:1596748191.352617:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cea2600] (22)++ 00000800:00000200:16.0:1596748191.352619:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cea2600] (23)-- 00000400:00000200:16.0:1596748191.353178:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:16.0:1596748191.353180:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:16.0:1596748191.353180:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eade00] (22)-- 00000800:00000200:86.0:1596748191.353537:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eade00] (21)-- 00000800:00000200:86.0:1596748191.407572:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748191.737769:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849400 (tot 157361362). 00000800:00000200:86.0:1596748191.737774:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849400] -> 192.168.128.126@o2ib36 (1)++ 00000800:00000010:86.0:1596748191.737775:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849380 (tot 157361474). 00000800:00000010:86.0:1596748191.737776:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4916600 (tot 157361770). 00000800:00000010:86.0:1596748191.737778:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157361906). 00000800:00000010:86.0:1596748191.737780:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f2000 (tot 157363778). 00000800:00000010:86.0:1596748191.737781:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6549740 (tot 157363930). 00000800:00000200:86.0:1596748191.737787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f3dfe000 0x3773dfe000(0x3773dfe000) 00000800:00000200:86.0:1596748191.737788:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f3dff000 0x3773dff000(0x3773dff000) 00000800:00000200:86.0:1596748191.737789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f3e00000 0x3773e00000(0x3773e00000) 00000800:00000200:86.0:1596748191.737790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f3e01000 0x3773e01000(0x3773e01000) 00000800:00000200:86.0:1596748191.737791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f3e02000 0x3773e02000(0x3773e02000) 00000800:00000200:86.0:1596748191.737792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f3e03000 0x3773e03000(0x3773e03000) 00000800:00000200:86.0:1596748191.737793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f3e04000 0x3773e04000(0x3773e04000) 00000800:00000200:86.0:1596748191.737793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f3e05000 0x3773e05000(0x3773e05000) 00000800:00000200:86.0:1596748191.737794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f3e06000 0x3773e06000(0x3773e06000) 00000800:00000200:86.0:1596748191.737795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f3e07000 0x3773e07000(0x3773e07000) 00000800:00000200:86.0:1596748191.737796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f3e30000 0x3773e30000(0x3773e30000) 00000800:00000200:86.0:1596748191.737796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f3e31000 0x3773e31000(0x3773e31000) 00000800:00000200:86.0:1596748191.737797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f3e32000 0x3773e32000(0x3773e32000) 00000800:00000200:86.0:1596748191.737798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f3e33000 0x3773e33000(0x3773e33000) 00000800:00000200:86.0:1596748191.737799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f3e34000 0x3773e34000(0x3773e34000) 00000800:00000200:86.0:1596748191.737799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f3e35000 0x3773e35000(0x3773e35000) 00000800:00000200:86.0:1596748191.737800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f3e36000 0x3773e36000(0x3773e36000) 00000800:00000200:86.0:1596748191.737801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f3e37000 0x3773e37000(0x3773e37000) 00000800:00000010:86.0:1596748191.738377:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849380 (tot 157363818). 00000800:00000200:86.0:1596748191.738379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.738396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916600] (20)-- 00000800:00000200:86.0:1596748191.738398:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.126@o2ib36 00000800:00000200:86.0:1596748191.738658:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748191.739016:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.126@o2ib36 00000800:00000200:86.0:1596748191.739017:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.126@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748191.739018:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157363682). 00000800:00000200:86.0:1596748191.739020:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4916600] (19)++ 00000800:00000200:86.0:1596748191.739020:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4916600] (20)++ 00000800:00000200:86.0:1596748191.739021:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4916600] (21)-- 00000800:00000200:39.2:1596748191.739176:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4916600] (20)++ 00000800:00000010:86.0:1596748192.323622:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e200 (tot 157363794). 00000800:00000200:86.0:1596748192.323626:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e200] -> 192.168.128.125@o2ib36 (1)++ 00000800:00000010:86.0:1596748192.323628:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28f880 (tot 157363906). 00000800:00000010:86.0:1596748192.323631:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472bd800 (tot 157364202). 00000800:00000010:86.0:1596748192.323633:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cee900 (tot 157364338). 00000800:00000010:86.0:1596748192.323635:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b6800 (tot 157366210). 00000800:00000010:86.0:1596748192.323637:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476cefec0 (tot 157366362). 00000800:00000200:86.0:1596748192.323646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4472d5000 0x17c72d5000(0x17c72d5000) 00000800:00000200:86.0:1596748192.323647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4472d6000 0x17c72d6000(0x17c72d6000) 00000800:00000200:86.0:1596748192.323648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4472d7000 0x17c72d7000(0x17c72d7000) 00000800:00000200:86.0:1596748192.323649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476d44000 0x17f6d44000(0x17f6d44000) 00000800:00000200:86.0:1596748192.323650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476d42000 0x17f6d42000(0x17f6d42000) 00000800:00000200:86.0:1596748192.323650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476d40000 0x17f6d40000(0x17f6d40000) 00000800:00000200:86.0:1596748192.323651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476d41000 0x17f6d41000(0x17f6d41000) 00000800:00000200:86.0:1596748192.323652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476d26000 0x17f6d26000(0x17f6d26000) 00000800:00000200:86.0:1596748192.323653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476d27000 0x17f6d27000(0x17f6d27000) 00000800:00000200:86.0:1596748192.323653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476d2c000 0x17f6d2c000(0x17f6d2c000) 00000800:00000200:86.0:1596748192.323654:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476d2d000 0x17f6d2d000(0x17f6d2d000) 00000800:00000200:86.0:1596748192.323655:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476d28000 0x17f6d28000(0x17f6d28000) 00000800:00000200:86.0:1596748192.323656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476d29000 0x17f6d29000(0x17f6d29000) 00000800:00000200:86.0:1596748192.323656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476d2a000 0x17f6d2a000(0x17f6d2a000) 00000800:00000200:86.0:1596748192.323657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476d2b000 0x17f6d2b000(0x17f6d2b000) 00000800:00000200:86.0:1596748192.323658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4472d8000 0x17c72d8000(0x17c72d8000) 00000800:00000200:86.0:1596748192.323659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4472d9000 0x17c72d9000(0x17c72d9000) 00000800:00000200:86.0:1596748192.323659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4472da000 0x17c72da000(0x17c72da000) 00000800:00000010:86.0:1596748192.324245:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28f880 (tot 157366250). 00000800:00000200:86.0:1596748192.324246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bd800] (20)-- 00000800:00000200:86.0:1596748192.324265:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.125@o2ib36 00000800:00000200:86.0:1596748192.324522:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748192.324881:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472bd800] (19)++ 00000800:00000200:86.0:1596748192.324885:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.125@o2ib36 00000800:00000200:86.0:1596748192.324886:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.125@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748192.324887:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cee900 (tot 157366114). 00000800:00000200:86.0:1596748192.324887:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472bd800] (20)++ 00000800:00000200:86.0:1596748192.324888:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472bd800] (21)++ 00000800:00000200:86.0:1596748192.324889:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472bd800] (22)-- 00000800:00000200:17.0:1596748192.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3fb16fe00] (21)++ 00000800:00000200:17.0:1596748192.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3fb16fe00] (22)++ 00000800:00000200:17.0:1596748192.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3fb16fe00] (23)-- 00000800:00000200:17.0:1596748192.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256000] (21)++ 00000800:00000200:17.0:1596748192.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464256000] (22)++ 00000800:00000200:17.0:1596748192.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464256000] (23)-- 00000800:00000200:86.0:1596748192.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748192.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748193.178877:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3780 (tot 157366226). 00000800:00000200:86.0:1596748193.178881:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3780] -> 192.168.128.2@o2ib36 (1)++ 00000800:00000010:86.0:1596748193.178884:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3700 (tot 157366338). 00000800:00000010:86.0:1596748193.178887:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0be600 (tot 157366634). 00000800:00000010:86.0:1596748193.178889:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e183ec0 (tot 157366770). 00000800:00000010:86.0:1596748193.178893:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e268000 (tot 157368642). 00000800:00000010:86.0:1596748193.178893:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e183080 (tot 157368794). 00000800:00000200:86.0:1596748193.178898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e24a000 0xfde24a000(0xfde24a000) 00000800:00000200:86.0:1596748193.178899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e24b000 0xfde24b000(0xfde24b000) 00000800:00000200:86.0:1596748193.178900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e24c000 0xfde24c000(0xfde24c000) 00000800:00000200:86.0:1596748193.178901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e24d000 0xfde24d000(0xfde24d000) 00000800:00000200:86.0:1596748193.178902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e24e000 0xfde24e000(0xfde24e000) 00000800:00000200:86.0:1596748193.178903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e24f000 0xfde24f000(0xfde24f000) 00000800:00000200:86.0:1596748193.178903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e264000 0xfde264000(0xfde264000) 00000800:00000200:86.0:1596748193.178904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e265000 0xfde265000(0xfde265000) 00000800:00000200:86.0:1596748193.178905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e266000 0xfde266000(0xfde266000) 00000800:00000200:86.0:1596748193.178906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e267000 0xfde267000(0xfde267000) 00000800:00000200:86.0:1596748193.178906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e250000 0xfde250000(0xfde250000) 00000800:00000200:86.0:1596748193.178907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e251000 0xfde251000(0xfde251000) 00000800:00000200:86.0:1596748193.178908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e252000 0xfde252000(0xfde252000) 00000800:00000200:86.0:1596748193.178909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e253000 0xfde253000(0xfde253000) 00000800:00000200:86.0:1596748193.178909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e254000 0xfde254000(0xfde254000) 00000800:00000200:86.0:1596748193.178910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e255000 0xfde255000(0xfde255000) 00000800:00000200:86.0:1596748193.178911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e256000 0xfde256000(0xfde256000) 00000800:00000200:86.0:1596748193.178911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e257000 0xfde257000(0xfde257000) 00000800:00000010:86.0:1596748193.179457:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3700 (tot 157368682). 00000800:00000200:86.0:1596748193.179458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.179476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0be600] (20)-- 00000800:00000200:86.0:1596748193.179477:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.2@o2ib36 00000800:00000200:86.0:1596748193.179734:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748193.180116:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.2@o2ib36 00000800:00000200:86.0:1596748193.180118:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.2@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748193.180119:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e183ec0 (tot 157368546). 00000800:00000200:38.2:1596748193.180119:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0be600] (19)++ 00000800:00000200:86.0:1596748193.180120:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0be600] (20)++ 00000800:00000200:86.0:1596748193.180121:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0be600] (21)++ 00000800:00000200:86.0:1596748193.180122:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0be600] (22)-- 00000800:00000200:17.0:1596748193.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51b000] (21)++ 00000800:00000200:17.0:1596748193.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d51b000] (22)++ 00000800:00000200:17.0:1596748193.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d51b000] (23)-- 00000800:00000200:17.0:1596748193.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447082000] (21)++ 00000800:00000200:17.0:1596748193.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447082000] (22)++ 00000800:00000200:17.0:1596748193.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447082000] (23)-- 00000800:00000200:17.0:1596748193.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94a00] (21)++ 00000800:00000200:17.0:1596748193.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc94a00] (22)++ 00000800:00000200:17.0:1596748193.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc94a00] (23)-- 00000800:00000200:17.0:1596748193.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3fb16f200] (21)++ 00000800:00000200:17.0:1596748193.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3fb16f200] (22)++ 00000800:00000200:17.0:1596748193.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3fb16f200] (23)-- 00000800:00000200:17.0:1596748193.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a200] (21)++ 00000800:00000200:17.0:1596748193.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3a200] (22)++ 00000800:00000200:17.0:1596748193.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3a200] (23)-- 00000800:00000200:86.0:1596748193.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748194.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3fb16ee00] (21)++ 00000800:00000200:17.0:1596748194.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3fb16ee00] (22)++ 00000800:00000200:17.0:1596748194.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3fb16ee00] (23)-- 00000800:00000200:17.0:1596748194.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086600] (21)++ 00000800:00000200:17.0:1596748194.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447086600] (22)++ 00000800:00000200:17.0:1596748194.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447086600] (23)-- 00000800:00000200:17.0:1596748194.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557b1400] (21)++ 00000800:00000200:17.0:1596748194.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc557b1400] (22)++ 00000800:00000200:17.0:1596748194.352546:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc557b1400] (23)-- 00000800:00000200:17.0:1596748194.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6bc00] (21)++ 00000800:00000200:17.0:1596748194.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6bc00] (22)++ 00000800:00000200:17.0:1596748194.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6bc00] (23)-- 00000800:00000200:17.0:1596748194.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3e800] (21)++ 00000800:00000200:17.0:1596748194.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3e800] (22)++ 00000800:00000200:17.0:1596748194.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3e800] (23)-- 00000800:00020000:17.0:1596748194.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748194.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748194.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7e00] (22)++ 00000800:00000100:17.0:1596748194.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748194.352570:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1780] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:17.0:1596748194.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f7e00] (23)-- 00000800:00020000:17.0:1596748194.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748194.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748194.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96a00] (22)++ 00000800:00000100:17.0:1596748194.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748194.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35400] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:17.0:1596748194.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc96a00] (23)-- 00000400:00000200:17.0:1596748194.353152:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:17.0:1596748194.353154:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:17.0:1596748194.353154:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f7e00] (22)-- 00000800:00000200:86.0:1596748194.353514:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f7e00] (21)-- 00000400:00000200:17.0:1596748194.353690:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:17.0:1596748194.353692:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:17.0:1596748194.353692:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc96a00] (22)-- 00000800:00000200:86.0:1596748194.353986:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc96a00] (21)-- 00000800:00000010:86.0:1596748194.432396:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34b80 (tot 157368658). 00000800:00000200:86.0:1596748194.432400:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34b80] -> 192.168.128.13@o2ib36 (1)++ 00000800:00000010:86.0:1596748194.432403:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34c00 (tot 157368770). 00000800:00000010:86.0:1596748194.432407:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c55e200 (tot 157369066). 00000800:00000010:86.0:1596748194.432409:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79dec0 (tot 157369202). 00000800:00000010:86.0:1596748194.432411:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a4800 (tot 157371074). 00000800:00000010:86.0:1596748194.432412:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79d740 (tot 157371226). 00000800:00000200:86.0:1596748194.432419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c010000 0x7dc010000(0x7dc010000) 00000800:00000200:86.0:1596748194.432420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c011000 0x7dc011000(0x7dc011000) 00000800:00000200:86.0:1596748194.432421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c012000 0x7dc012000(0x7dc012000) 00000800:00000200:86.0:1596748194.432422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c013000 0x7dc013000(0x7dc013000) 00000800:00000200:86.0:1596748194.432422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c014000 0x7dc014000(0x7dc014000) 00000800:00000200:86.0:1596748194.432423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c015000 0x7dc015000(0x7dc015000) 00000800:00000200:86.0:1596748194.432424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c016000 0x7dc016000(0x7dc016000) 00000800:00000200:86.0:1596748194.432425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c017000 0x7dc017000(0x7dc017000) 00000800:00000200:86.0:1596748194.432425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c018000 0x7dc018000(0x7dc018000) 00000800:00000200:86.0:1596748194.432426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c019000 0x7dc019000(0x7dc019000) 00000800:00000200:86.0:1596748194.432427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c01a000 0x7dc01a000(0x7dc01a000) 00000800:00000200:86.0:1596748194.432428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c01b000 0x7dc01b000(0x7dc01b000) 00000800:00000200:86.0:1596748194.432428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c01c000 0x7dc01c000(0x7dc01c000) 00000800:00000200:86.0:1596748194.432429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c01d000 0x7dc01d000(0x7dc01d000) 00000800:00000200:86.0:1596748194.432430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c01e000 0x7dc01e000(0x7dc01e000) 00000800:00000200:86.0:1596748194.432430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c01f000 0x7dc01f000(0x7dc01f000) 00000800:00000200:86.0:1596748194.432431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c020000 0x7dc020000(0x7dc020000) 00000800:00000200:86.0:1596748194.432432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c021000 0x7dc021000(0x7dc021000) 00000800:00000010:86.0:1596748194.432995:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34c00 (tot 157371114). 00000800:00000200:86.0:1596748194.432997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.432998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.432998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.432999:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.432999:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433000:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433000:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433001:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433001:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433002:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433002:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433003:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433003:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433004:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433004:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433005:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433006:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433006:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433007:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433008:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433008:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c55e200] (20)-- 00000800:00000200:86.0:1596748194.433016:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.13@o2ib36 00000800:00000200:86.0:1596748194.433274:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748194.433592:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.13@o2ib36 00000800:00000200:86.0:1596748194.433594:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.13@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748194.433595:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79dec0 (tot 157370978). 00000800:00000200:86.0:1596748194.433596:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c55e200] (19)++ 00000800:00000200:86.0:1596748194.433597:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c55e200] (20)++ 00000800:00000200:86.0:1596748194.433598:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c55e200] (21)-- 00000800:00000200:41.2:1596748194.433599:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c55e200] (20)++ 00000800:00000200:17.0:1596748195.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519e00] (21)++ 00000800:00000200:17.0:1596748195.352528:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d519e00] (22)++ 00000800:00000200:17.0:1596748195.352531:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d519e00] (23)-- 00000800:00000200:17.0:1596748195.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d03800] (21)++ 00000800:00000200:17.0:1596748195.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d03800] (22)++ 00000800:00000200:17.0:1596748195.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d03800] (23)-- 00000800:00000200:17.0:1596748195.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464250c00] (21)++ 00000800:00000200:17.0:1596748195.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464250c00] (22)++ 00000800:00000200:17.0:1596748195.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464250c00] (23)-- 00000800:00000200:17.0:1596748195.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3cc00] (21)++ 00000800:00000200:17.0:1596748195.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5eb3cc00] (22)++ 00000800:00000200:17.0:1596748195.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5eb3cc00] (23)-- 00000800:00000200:17.0:1596748195.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97c00] (21)++ 00000800:00000200:17.0:1596748195.352552:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc97c00] (22)++ 00000800:00000200:17.0:1596748195.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc97c00] (23)-- 00000800:00000200:17.0:1596748195.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464257200] (21)++ 00000800:00000200:17.0:1596748195.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464257200] (22)++ 00000800:00000200:17.0:1596748195.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464257200] (23)-- 00000800:00000200:17.0:1596748195.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d00400] (21)++ 00000800:00000200:17.0:1596748195.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d00400] (22)++ 00000800:00000200:17.0:1596748195.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d00400] (23)-- 00000800:00020000:17.0:1596748195.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748195.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748195.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447085800] (22)++ 00000800:00000100:17.0:1596748195.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748195.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db900] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596748195.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447085800] (23)-- 00000800:00000200:17.0:1596748195.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626200] (21)++ 00000800:00000200:17.0:1596748195.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e626200] (22)++ 00000800:00000200:17.0:1596748195.352586:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e626200] (23)-- 00000400:00000200:17.0:1596748195.353157:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596748195.353159:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596748195.353159:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447085800] (22)-- 00000800:00000200:86.0:1596748195.353518:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447085800] (21)-- 00000800:00000010:86.0:1596748196.343422:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34f80 (tot 157371090). 00000800:00000200:86.0:1596748196.343426:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34f80] -> 192.168.128.156@o2ib36 (1)++ 00000800:00000010:86.0:1596748196.343429:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5bd34f00 (tot 157371202). 00000800:00000010:86.0:1596748196.343431:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b905600 (tot 157371498). 00000800:00000010:86.0:1596748196.343435:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac7f3b0c00 (tot 157371634). 00000800:00000010:86.0:1596748196.343438:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b931000 (tot 157373506). 00000800:00000010:86.0:1596748196.343439:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac7f3b1ec0 (tot 157373658). 00000800:00000200:86.0:1596748196.343445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b95b000 0x1fdb95b000(0x1fdb95b000) 00000800:00000200:86.0:1596748196.343446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7cba3000 0x1ffcba3000(0x1ffcba3000) 00000800:00000200:86.0:1596748196.343447:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b95c000 0x1fdb95c000(0x1fdb95c000) 00000800:00000200:86.0:1596748196.343448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b95d000 0x1fdb95d000(0x1fdb95d000) 00000800:00000200:86.0:1596748196.343449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b95e000 0x1fdb95e000(0x1fdb95e000) 00000800:00000200:86.0:1596748196.343449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b95f000 0x1fdb95f000(0x1fdb95f000) 00000800:00000200:86.0:1596748196.343450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b960000 0x1fdb960000(0x1fdb960000) 00000800:00000200:86.0:1596748196.343451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b961000 0x1fdb961000(0x1fdb961000) 00000800:00000200:86.0:1596748196.343451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b962000 0x1fdb962000(0x1fdb962000) 00000800:00000200:86.0:1596748196.343452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b963000 0x1fdb963000(0x1fdb963000) 00000800:00000200:86.0:1596748196.343453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b964000 0x1fdb964000(0x1fdb964000) 00000800:00000200:86.0:1596748196.343454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b965000 0x1fdb965000(0x1fdb965000) 00000800:00000200:86.0:1596748196.343454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b966000 0x1fdb966000(0x1fdb966000) 00000800:00000200:86.0:1596748196.343455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b967000 0x1fdb967000(0x1fdb967000) 00000800:00000200:86.0:1596748196.343456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b968000 0x1fdb968000(0x1fdb968000) 00000800:00000200:86.0:1596748196.343457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b969000 0x1fdb969000(0x1fdb969000) 00000800:00000200:86.0:1596748196.343457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b96a000 0x1fdb96a000(0x1fdb96a000) 00000800:00000200:86.0:1596748196.343458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b96b000 0x1fdb96b000(0x1fdb96b000) 00000800:00000010:86.0:1596748196.344057:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5bd34f00 (tot 157373546). 00000800:00000200:86.0:1596748196.344059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905600] (20)-- 00000800:00000200:86.0:1596748196.344078:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.156@o2ib36 00000800:00000200:86.0:1596748196.344337:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748196.344748:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.156@o2ib36 00000800:00000200:86.0:1596748196.344750:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.156@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748196.344751:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac7f3b0c00 (tot 157373410). 00000800:00000200:86.0:1596748196.344752:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b905600] (19)++ 00000800:00000200:86.0:1596748196.344753:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b905600] (20)++ 00000800:00000200:86.0:1596748196.344754:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b905600] (21)-- 00000800:00000200:85.2:1596748196.344978:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b905600] (20)++ 00000800:00000200:15.0:1596748196.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96400] (21)++ 00000800:00000200:15.0:1596748196.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc96400] (22)++ 00000800:00000200:15.0:1596748196.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc96400] (23)-- 00000800:00000200:15.0:1596748196.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447081600] (21)++ 00000800:00000200:15.0:1596748196.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447081600] (22)++ 00000800:00000200:15.0:1596748196.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447081600] (23)-- 00000800:00020000:15.0:1596748196.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748196.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748196.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4425a8000] (22)++ 00000800:00000100:15.0:1596748196.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748196.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849900] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:15.0:1596748196.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4425a8000] (23)-- 00000800:00020000:15.0:1596748196.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748196.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748196.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464255600] (22)++ 00000800:00000200:15.0:1596748196.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7600] (21)++ 00000800:00000100:15.0:1596748196.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748196.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294800] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:15.0:1596748196.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464255600] (23)-- 00000800:00000200:15.0:1596748196.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c7600] (22)++ 00000800:00000200:15.0:1596748196.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c7600] (23)-- 00000800:00000200:15.0:1596748196.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf26c00] (21)++ 00000800:00000200:15.0:1596748196.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf26c00] (22)++ 00000800:00000200:15.0:1596748196.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf26c00] (23)-- 00000800:00020000:15.0:1596748196.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748196.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748196.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d36200] (22)++ 00000800:00000200:15.0:1596748196.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91a00] (21)++ 00000800:00000100:15.0:1596748196.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748196.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294780] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:15.0:1596748196.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d36200] (23)-- 00000800:00000200:15.0:1596748196.352590:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc91a00] (22)++ 00000800:00000200:15.0:1596748196.352592:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc91a00] (23)-- 00000800:00000200:15.0:1596748196.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6fc00] (21)++ 00000800:00000200:15.0:1596748196.352596:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6fc00] (22)++ 00000800:00000200:15.0:1596748196.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6fc00] (23)-- 00000800:00000200:15.0:1596748196.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308a400] (21)++ 00000800:00000200:15.0:1596748196.352603:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308a400] (22)++ 00000800:00000200:15.0:1596748196.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308a400] (23)-- 00000800:00020000:15.0:1596748196.352607:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748196.352608:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748196.352609:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea0400] (22)++ 00000800:00000100:15.0:1596748196.352610:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748196.352612:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35700] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:15.0:1596748196.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea0400] (23)-- 00000800:00000200:15.0:1596748196.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087a00] (21)++ 00000800:00000200:15.0:1596748196.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447087a00] (22)++ 00000800:00000200:15.0:1596748196.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447087a00] (23)-- 00000800:00000200:15.0:1596748196.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf24c00] (21)++ 00000800:00000200:15.0:1596748196.352620:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf24c00] (22)++ 00000800:00000200:15.0:1596748196.352622:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf24c00] (23)-- 00000400:00000200:15.0:1596748196.353183:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:15.0:1596748196.353185:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:15.0:1596748196.353185:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4425a8000] (22)-- 00000800:00000200:86.0:1596748196.353527:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4425a8000] (21)-- 00000400:00000200:15.0:1596748196.353722:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:15.0:1596748196.353723:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:15.0:1596748196.353723:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464255600] (22)-- 00000800:00000200:86.0:1596748196.354010:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464255600] (21)-- 00000400:00000200:15.0:1596748196.354266:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:15.0:1596748196.354267:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:15.0:1596748196.354268:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d36200] (22)-- 00000800:00000200:86.0:1596748196.354560:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463d36200] (21)-- 00000400:00000200:15.0:1596748196.354823:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:15.0:1596748196.354825:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:15.0:1596748196.354825:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea0400] (22)-- 00000800:00000200:86.0:1596748196.355115:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cea0400] (21)-- 00000800:00000200:86.0:1596748196.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748196.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596748197.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748197.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cea2600] (22)++ 00000800:00000100:15.0:1596748197.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34680] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cea2600] (23)-- 00000800:00000200:15.0:1596748197.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96200] (21)++ 00000800:00000200:15.0:1596748197.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bc96200] (22)++ 00000800:00000200:15.0:1596748197.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bc96200] (23)-- 00000800:00000200:15.0:1596748197.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc5525fc00] (21)++ 00000800:00000200:15.0:1596748197.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc5525fc00] (22)++ 00000800:00000200:15.0:1596748197.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc5525fc00] (23)-- 00000800:00020000:15.0:1596748197.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748197.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61a200] (22)++ 00000800:00000100:15.0:1596748197.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849880] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61a200] (23)-- 00000800:00000200:15.0:1596748197.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c431400] (21)++ 00000800:00000200:15.0:1596748197.352587:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c431400] (22)++ 00000800:00000200:15.0:1596748197.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c431400] (23)-- 00000800:00000200:15.0:1596748197.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297fc00] (21)++ 00000800:00000200:15.0:1596748197.352592:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297fc00] (22)++ 00000800:00000200:15.0:1596748197.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297fc00] (23)-- 00000800:00020000:15.0:1596748197.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748197.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96c00] (22)++ 00000800:00000100:15.0:1596748197.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34980] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc96c00] (23)-- 00000800:00000200:15.0:1596748197.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91800] (21)++ 00000800:00000200:15.0:1596748197.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945cc91800] (22)++ 00000800:00000200:15.0:1596748197.352608:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945cc91800] (23)-- 00000800:00020000:15.0:1596748197.352609:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748197.352610:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464252000] (22)++ 00000800:00000200:15.0:1596748197.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c30600] (21)++ 00000800:00000100:15.0:1596748197.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295700] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464252000] (23)-- 00000800:00000200:15.0:1596748197.352617:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c30600] (22)++ 00000800:00000200:15.0:1596748197.352620:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c30600] (23)-- 00000800:00020000:15.0:1596748197.352621:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748197.352622:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44a61ae00] (22)++ 00000800:00000100:15.0:1596748197.352624:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352626:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848680] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352627:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44a61ae00] (23)-- 00000800:00020000:15.0:1596748197.352627:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748197.352629:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94000] (22)++ 00000800:00000100:15.0:1596748197.352630:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352632:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34a00] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352633:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc94000] (23)-- 00000800:00000200:15.0:1596748197.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c30000] (21)++ 00000800:00000200:15.0:1596748197.352636:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c30000] (22)++ 00000800:00000200:15.0:1596748197.352639:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c30000] (23)-- 00000800:00000200:15.0:1596748197.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee41200] (21)++ 00000800:00000200:15.0:1596748197.352642:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c40ee41200] (22)++ 00000800:00000200:15.0:1596748197.352645:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c40ee41200] (23)-- 00000800:00020000:15.0:1596748197.352646:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748197.352647:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352647:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3fb16fe00] (22)++ 00000800:00000100:15.0:1596748197.352649:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352650:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849800] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352651:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3fb16fe00] (23)-- 00000800:00020000:15.0:1596748197.352653:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748197.352654:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352655:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464256000] (22)++ 00000800:00000100:15.0:1596748197.352656:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352658:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294880] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352659:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464256000] (23)-- 00000800:00020000:15.0:1596748197.352659:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748197.352661:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748197.352661:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837200] (22)++ 00000800:00000100:15.0:1596748197.352662:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748197.352664:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2480] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:15.0:1596748197.352665:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e837200] (23)-- 00000800:00000200:15.0:1596748197.352666:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c436e00] (21)++ 00000800:00000200:15.0:1596748197.352668:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c436e00] (22)++ 00000800:00000200:15.0:1596748197.352670:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c436e00] (23)-- 00000800:00000200:15.0:1596748197.352672:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770b800] (21)++ 00000800:00000200:15.0:1596748197.352673:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770b800] (22)++ 00000800:00000200:15.0:1596748197.352675:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770b800] (23)-- 00000400:00000200:15.0:1596748197.353225:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:15.0:1596748197.353226:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:15.0:1596748197.353227:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cea2600] (22)-- 00000800:00000200:86.0:1596748197.353532:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cea2600] (21)-- 00000400:00000200:15.0:1596748197.353752:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:15.0:1596748197.353754:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:15.0:1596748197.353754:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61a200] (22)-- 00000800:00000200:36.0:1596748197.354286:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a61a200] (21)-- 00000400:00000200:15.0:1596748197.354296:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:15.0:1596748197.354297:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:15.0:1596748197.354297:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc96c00] (22)-- 00000800:00000200:86.0:1596748197.354635:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc96c00] (21)-- 00000400:00000200:15.0:1596748197.354847:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:15.0:1596748197.354848:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:15.0:1596748197.354849:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464252000] (22)-- 00000800:00000200:86.0:1596748197.355098:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464252000] (21)-- 00000400:00000200:15.0:1596748197.355388:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:15.0:1596748197.355389:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:15.0:1596748197.355389:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44a61ae00] (22)-- 00000800:00000200:86.0:1596748197.355628:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44a61ae00] (21)-- 00000400:00000200:15.0:1596748197.355941:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:15.0:1596748197.355942:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:15.0:1596748197.355942:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc94000] (22)-- 00000800:00000200:86.0:1596748197.356189:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc94000] (21)-- 00000400:00000200:15.0:1596748197.356483:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:15.0:1596748197.356484:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:15.0:1596748197.356485:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3fb16fe00] (22)-- 00000800:00000200:86.0:1596748197.356900:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3fb16fe00] (21)-- 00000400:00000200:15.0:1596748197.357031:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:15.0:1596748197.357032:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:15.0:1596748197.357032:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464256000] (22)-- 00000800:00000200:86.0:1596748197.357335:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464256000] (21)-- 00000400:00000200:15.0:1596748197.357584:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:15.0:1596748197.357585:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:15.0:1596748197.357585:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e837200] (22)-- 00000800:00000200:86.0:1596748197.357908:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e837200] (21)-- 00000800:00000200:86.0:1596748197.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748198.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086400] (21)++ 00000800:00000200:16.0:1596748198.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447086400] (22)++ 00000800:00000200:16.0:1596748198.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447086400] (23)-- 00000800:00000200:16.0:1596748198.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27e00] (21)++ 00000800:00000200:16.0:1596748198.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf27e00] (22)++ 00000800:00000200:16.0:1596748198.352541:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf27e00] (23)-- 00000800:00000200:16.0:1596748198.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02000] (21)++ 00000800:00000200:16.0:1596748198.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d02000] (22)++ 00000800:00000200:16.0:1596748198.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d02000] (23)-- 00000800:00000200:16.0:1596748198.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621600] (21)++ 00000800:00000200:16.0:1596748198.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e621600] (22)++ 00000800:00000200:16.0:1596748198.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e621600] (23)-- 00000800:00020000:16.0:1596748198.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748198.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748198.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d51b000] (22)++ 00000800:00000100:16.0:1596748198.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748198.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35680] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:16.0:1596748198.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d51b000] (23)-- 00000800:00020000:16.0:1596748198.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748198.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748198.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447082000] (22)++ 00000800:00000100:16.0:1596748198.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748198.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783dbf80] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:16.0:1596748198.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447082000] (23)-- 00000800:00020000:16.0:1596748198.352572:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748198.352573:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748198.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc94a00] (22)++ 00000800:00000100:16.0:1596748198.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748198.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35380] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:16.0:1596748198.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc94a00] (23)-- 00000800:00020000:16.0:1596748198.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748198.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748198.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3fb16f200] (22)++ 00000800:00000200:16.0:1596748198.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621400] (21)++ 00000800:00000100:16.0:1596748198.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748198.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849780] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:16.0:1596748198.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3fb16f200] (23)-- 00000800:00000200:16.0:1596748198.352588:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e621400] (22)++ 00000800:00000200:16.0:1596748198.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e621400] (23)-- 00000800:00000200:16.0:1596748198.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22000] (21)++ 00000800:00000200:16.0:1596748198.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c22000] (22)++ 00000800:00000200:16.0:1596748198.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c22000] (23)-- 00000800:00020000:16.0:1596748198.352598:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748198.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748198.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3a200] (22)++ 00000800:00000100:16.0:1596748198.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748198.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3b00] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:16.0:1596748198.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3a200] (23)-- 00000800:00000200:16.0:1596748198.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474e800] (21)++ 00000800:00000200:16.0:1596748198.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46474e800] (22)++ 00000800:00000200:16.0:1596748198.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46474e800] (23)-- 00000800:00000200:16.0:1596748198.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02400] (21)++ 00000800:00000200:16.0:1596748198.352613:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d02400] (22)++ 00000800:00000200:16.0:1596748198.352616:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d02400] (23)-- 00000400:00000200:16.0:1596748198.353126:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:16.0:1596748198.353128:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:16.0:1596748198.353128:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d51b000] (22)-- 00000800:00000200:86.0:1596748198.353488:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d51b000] (21)-- 00000400:00000200:16.0:1596748198.353663:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:16.0:1596748198.353664:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:16.0:1596748198.353665:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447082000] (22)-- 00000400:00000200:16.0:1596748198.354203:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:16.0:1596748198.354204:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:16.0:1596748198.354204:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc94a00] (22)-- 00000800:00000200:86.0:1596748198.354294:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447082000] (21)-- 00000800:00000200:86.0:1596748198.354625:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc94a00] (21)-- 00000400:00000200:16.0:1596748198.354755:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:16.0:1596748198.354757:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:16.0:1596748198.354757:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3fb16f200] (22)-- 00000400:00000200:16.0:1596748198.355304:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:16.0:1596748198.355305:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:16.0:1596748198.355305:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3a200] (22)-- 00000800:00000200:86.0:1596748198.355361:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3fb16f200] (21)-- 00000800:00000200:86.0:1596748198.355662:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3a200] (21)-- 00000800:00000200:86.0:1596748198.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748198.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748198.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748198.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748199.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c37800] (21)++ 00000800:00000200:16.0:1596748199.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c37800] (22)++ 00000800:00000200:16.0:1596748199.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c37800] (23)-- 00000800:00020000:16.0:1596748199.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748199.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748199.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3fb16ee00] (22)++ 00000800:00000100:16.0:1596748199.352563:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748199.352565:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848700] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:16.0:1596748199.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3fb16ee00] (23)-- 00000800:00000200:16.0:1596748199.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8937e00] (21)++ 00000800:00000200:16.0:1596748199.352571:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f8937e00] (22)++ 00000800:00000200:16.0:1596748199.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f8937e00] (23)-- 00000800:00020000:16.0:1596748199.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748199.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748199.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086600] (22)++ 00000800:00000100:16.0:1596748199.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748199.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db400] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:16.0:1596748199.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447086600] (23)-- 00000800:00020000:16.0:1596748199.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748199.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748199.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc557b1400] (22)++ 00000800:00000100:16.0:1596748199.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748199.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556080] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:16.0:1596748199.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc557b1400] (23)-- 00000800:00000200:16.0:1596748199.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24400] (21)++ 00000800:00000200:16.0:1596748199.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c24400] (22)++ 00000800:00000200:16.0:1596748199.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c24400] (23)-- 00000800:00020000:16.0:1596748199.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748199.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748199.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6bc00] (22)++ 00000800:00000100:16.0:1596748199.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748199.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0680] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:16.0:1596748199.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6bc00] (23)-- 00000800:00000200:16.0:1596748199.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c432000] (21)++ 00000800:00000200:16.0:1596748199.352607:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c432000] (22)++ 00000800:00000200:16.0:1596748199.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c432000] (23)-- 00000800:00020000:16.0:1596748199.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748199.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748199.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3e800] (22)++ 00000800:00000100:16.0:1596748199.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748199.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3a80] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:16.0:1596748199.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3e800] (23)-- 00000400:00000200:16.0:1596748199.353137:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:16.0:1596748199.353138:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:16.0:1596748199.353139:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3fb16ee00] (22)-- 00000800:00000200:86.0:1596748199.353446:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3fb16ee00] (21)-- 00000400:00000200:16.0:1596748199.353672:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:16.0:1596748199.353673:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:16.0:1596748199.353673:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447086600] (22)-- 00000800:00000200:86.0:1596748199.353940:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447086600] (21)-- 00000400:00000200:16.0:1596748199.354197:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:16.0:1596748199.354199:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:16.0:1596748199.354199:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc557b1400] (22)-- 00000800:00000200:86.0:1596748199.354512:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc557b1400] (21)-- 00000400:00000200:16.0:1596748199.354743:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:16.0:1596748199.354744:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:16.0:1596748199.354745:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6bc00] (22)-- 00000800:00000200:86.0:1596748199.355057:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6bc00] (21)-- 00000400:00000200:16.0:1596748199.355283:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:16.0:1596748199.355285:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:16.0:1596748199.355285:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3e800] (22)-- 00000800:00000200:86.0:1596748199.355934:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3e800] (21)-- 00000800:00000200:86.0:1596748199.407522:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748199.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:36.0:1596748199.407584:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748199.821208:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5bd34e80 (tot 157373522). 00000800:00000200:86.0:1596748199.821213:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5bd34e80] -> 192.168.128.143@o2ib36 (1)++ 00000800:00000010:86.0:1596748199.821217:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a000 (tot 157373634). 00000800:00000010:86.0:1596748199.821218:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b904c00 (tot 157373930). 00000800:00000010:86.0:1596748199.821219:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c3a1080 (tot 157374066). 00000800:00000010:86.0:1596748199.821220:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b932000 (tot 157375938). 00000800:00000010:86.0:1596748199.821221:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c3a0fc0 (tot 157376090). 00000800:00000200:86.0:1596748199.821226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b96c000 0x1fdb96c000(0x1fdb96c000) 00000800:00000200:86.0:1596748199.821227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b96d000 0x1fdb96d000(0x1fdb96d000) 00000800:00000200:86.0:1596748199.821228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b96e000 0x1fdb96e000(0x1fdb96e000) 00000800:00000200:86.0:1596748199.821229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b96f000 0x1fdb96f000(0x1fdb96f000) 00000800:00000200:86.0:1596748199.821230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b970000 0x1fdb970000(0x1fdb970000) 00000800:00000200:86.0:1596748199.821230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b971000 0x1fdb971000(0x1fdb971000) 00000800:00000200:86.0:1596748199.821231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b972000 0x1fdb972000(0x1fdb972000) 00000800:00000200:86.0:1596748199.821232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b973000 0x1fdb973000(0x1fdb973000) 00000800:00000200:86.0:1596748199.821233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b974000 0x1fdb974000(0x1fdb974000) 00000800:00000200:86.0:1596748199.821233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b975000 0x1fdb975000(0x1fdb975000) 00000800:00000200:86.0:1596748199.821234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b976000 0x1fdb976000(0x1fdb976000) 00000800:00000200:86.0:1596748199.821235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b977000 0x1fdb977000(0x1fdb977000) 00000800:00000200:86.0:1596748199.821236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b978000 0x1fdb978000(0x1fdb978000) 00000800:00000200:86.0:1596748199.821236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b979000 0x1fdb979000(0x1fdb979000) 00000800:00000200:86.0:1596748199.821237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b97c000 0x1fdb97c000(0x1fdb97c000) 00000800:00000200:86.0:1596748199.821238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b97d000 0x1fdb97d000(0x1fdb97d000) 00000800:00000200:86.0:1596748199.821238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b97e000 0x1fdb97e000(0x1fdb97e000) 00000800:00000200:86.0:1596748199.821239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b97f000 0x1fdb97f000(0x1fdb97f000) 00000800:00000010:86.0:1596748199.821823:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a000 (tot 157375978). 00000800:00000200:86.0:1596748199.821825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.821843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b904c00] (20)-- 00000800:00000200:86.0:1596748199.821844:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.143@o2ib36 00000800:00000200:86.0:1596748199.822097:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748199.822458:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.143@o2ib36 00000800:00000200:86.0:1596748199.822459:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.143@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748199.822460:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c3a1080 (tot 157375842). 00000800:00000200:86.0:1596748199.822461:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b904c00] (19)++ 00000800:00000200:86.0:1596748199.822461:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b904c00] (20)++ 00000800:00000200:86.0:1596748199.822462:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b904c00] (21)-- 00000800:00000200:88.2:1596748199.822746:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b904c00] (20)++ 00000800:00020000:17.0:1596748200.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352533:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d519e00] (22)++ 00000800:00000100:17.0:1596748200.352536:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352538:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34700] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d519e00] (23)-- 00000800:00000200:17.0:1596748200.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c430200] (21)++ 00000800:00000200:17.0:1596748200.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c430200] (22)++ 00000800:00000200:17.0:1596748200.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c430200] (23)-- 00000800:00020000:17.0:1596748200.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d03800] (22)++ 00000800:00000100:17.0:1596748200.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0700] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d03800] (23)-- 00000800:00020000:17.0:1596748200.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352558:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464250c00] (22)++ 00000800:00000100:17.0:1596748200.352560:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295680] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464250c00] (23)-- 00000800:00020000:17.0:1596748200.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5eb3cc00] (22)++ 00000800:00000100:17.0:1596748200.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2500] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5eb3cc00] (23)-- 00000800:00020000:17.0:1596748200.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc97c00] (22)++ 00000800:00000100:17.0:1596748200.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35300] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc97c00] (23)-- 00000800:00000200:17.0:1596748200.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e624200] (21)++ 00000800:00000200:17.0:1596748200.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e624200] (22)++ 00000800:00000200:17.0:1596748200.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e624200] (23)-- 00000800:00020000:17.0:1596748200.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464257200] (22)++ 00000800:00000100:17.0:1596748200.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294900] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464257200] (23)-- 00000800:00000200:17.0:1596748200.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2f600] (21)++ 00000800:00000200:17.0:1596748200.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb2f600] (22)++ 00000800:00000200:17.0:1596748200.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb2f600] (23)-- 00000800:00000200:17.0:1596748200.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c435a00] (21)++ 00000800:00000200:17.0:1596748200.352599:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c435a00] (22)++ 00000800:00000200:17.0:1596748200.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c435a00] (23)-- 00000800:00020000:17.0:1596748200.352602:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352604:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d00400] (22)++ 00000800:00000100:17.0:1596748200.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352607:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1700] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352608:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d00400] (23)-- 00000800:00000200:17.0:1596748200.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463436c00] (21)++ 00000800:00000200:17.0:1596748200.352613:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463436c00] (22)++ 00000800:00000200:17.0:1596748200.352616:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463436c00] (23)-- 00000800:00020000:17.0:1596748200.352617:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748200.352618:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748200.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e626200] (22)++ 00000800:00000100:17.0:1596748200.352620:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748200.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2580] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:17.0:1596748200.352623:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e626200] (23)-- 00000400:00000200:17.0:1596748200.353196:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:17.0:1596748200.353197:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:17.0:1596748200.353198:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d519e00] (22)-- 00000800:00000200:86.0:1596748200.353477:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d519e00] (21)-- 00000400:00000200:17.0:1596748200.353745:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:17.0:1596748200.353746:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:17.0:1596748200.353747:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d03800] (22)-- 00000800:00000200:86.0:1596748200.354087:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d03800] (21)-- 00000400:00000200:17.0:1596748200.354283:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:17.0:1596748200.354285:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:17.0:1596748200.354285:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464250c00] (22)-- 00000800:00000200:86.0:1596748200.354599:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464250c00] (21)-- 00000400:00000200:17.0:1596748200.354837:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:17.0:1596748200.354838:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:17.0:1596748200.354838:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5eb3cc00] (22)-- 00000800:00000200:86.0:1596748200.355140:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5eb3cc00] (21)-- 00000400:00000200:17.0:1596748200.355391:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:17.0:1596748200.355392:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:17.0:1596748200.355393:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc97c00] (22)-- 00000800:00000200:86.0:1596748200.355697:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc97c00] (21)-- 00000400:00000200:17.0:1596748200.355944:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:17.0:1596748200.355945:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:17.0:1596748200.355946:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464257200] (22)-- 00000800:00000200:86.0:1596748200.356266:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464257200] (21)-- 00000400:00000200:17.0:1596748200.356488:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:17.0:1596748200.356490:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:17.0:1596748200.356490:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d00400] (22)-- 00000800:00000200:86.0:1596748200.356745:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d00400] (21)-- 00000400:00000200:17.0:1596748200.357035:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:17.0:1596748200.357036:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:17.0:1596748200.357036:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e626200] (22)-- 00000800:00000200:86.0:1596748200.357690:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e626200] (21)-- 00000800:00000200:86.0:1596748200.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748200.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748200.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748200.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748200.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748200.726235:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e180 (tot 157375954). 00000800:00000200:86.0:1596748200.726239:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e180] -> 192.168.128.109@o2ib36 (1)++ 00000800:00000010:86.0:1596748200.726241:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28f300 (tot 157376066). 00000800:00000010:86.0:1596748200.726243:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a447080400 (tot 157376362). 00000800:00000010:86.0:1596748200.726245:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cefb00 (tot 157376498). 00000800:00000010:86.0:1596748200.726248:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b2000 (tot 157378370). 00000800:00000010:86.0:1596748200.726249:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476ceef00 (tot 157378522). 00000800:00000200:86.0:1596748200.726255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4472db000 0x17c72db000(0x17c72db000) 00000800:00000200:86.0:1596748200.726256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4472dc000 0x17c72dc000(0x17c72dc000) 00000800:00000200:86.0:1596748200.726257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4472dd000 0x17c72dd000(0x17c72dd000) 00000800:00000200:86.0:1596748200.726258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4472de000 0x17c72de000(0x17c72de000) 00000800:00000200:86.0:1596748200.726258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4472df000 0x17c72df000(0x17c72df000) 00000800:00000200:86.0:1596748200.726259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4472e0000 0x17c72e0000(0x17c72e0000) 00000800:00000200:86.0:1596748200.726260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4472e1000 0x17c72e1000(0x17c72e1000) 00000800:00000200:86.0:1596748200.726261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4472e2000 0x17c72e2000(0x17c72e2000) 00000800:00000200:86.0:1596748200.726261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4472e3000 0x17c72e3000(0x17c72e3000) 00000800:00000200:86.0:1596748200.726262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4472e4000 0x17c72e4000(0x17c72e4000) 00000800:00000200:86.0:1596748200.726263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4472e5000 0x17c72e5000(0x17c72e5000) 00000800:00000200:86.0:1596748200.726263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4472e6000 0x17c72e6000(0x17c72e6000) 00000800:00000200:86.0:1596748200.726264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4472e7000 0x17c72e7000(0x17c72e7000) 00000800:00000200:86.0:1596748200.726265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4472e8000 0x17c72e8000(0x17c72e8000) 00000800:00000200:86.0:1596748200.726266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4472e9000 0x17c72e9000(0x17c72e9000) 00000800:00000200:86.0:1596748200.726267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4472ea000 0x17c72ea000(0x17c72ea000) 00000800:00000200:86.0:1596748200.726267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4472eb000 0x17c72eb000(0x17c72eb000) 00000800:00000200:86.0:1596748200.726268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4472ec000 0x17c72ec000(0x17c72ec000) 00000800:00000010:86.0:1596748200.726847:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28f300 (tot 157378410). 00000800:00000200:86.0:1596748200.726849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a447080400] (19)++ 00000800:00000200:86.0:1596748200.726866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a447080400] (20)-- 00000800:00000200:86.0:1596748200.726868:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.109@o2ib36 00000800:00000200:86.0:1596748200.727117:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000010:86.0:1596748200.727283:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28f300 (tot 157378522). 00000800:00000200:86.0:1596748200.727286:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28f300] -> 192.168.128.104@o2ib36 (1)++ 00000800:00000010:86.0:1596748200.727287:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28ef00 (tot 157378634). 00000800:00000010:86.0:1596748200.727291:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472b9000 (tot 157378930). 00000800:00000010:86.0:1596748200.727292:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476ceecc0 (tot 157379066). 00000800:00000010:86.0:1596748200.727293:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b3000 (tot 157380938). 00000800:00000010:86.0:1596748200.727294:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476ceec00 (tot 157381090). 00000800:00000200:86.0:1596748200.727300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4472ed000 0x17c72ed000(0x17c72ed000) 00000800:00000200:86.0:1596748200.727300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4472ee000 0x17c72ee000(0x17c72ee000) 00000800:00000200:86.0:1596748200.727301:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4472ef000 0x17c72ef000(0x17c72ef000) 00000800:00000200:86.0:1596748200.727302:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4472f0000 0x17c72f0000(0x17c72f0000) 00000800:00000200:86.0:1596748200.727303:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4472f1000 0x17c72f1000(0x17c72f1000) 00000800:00000200:86.0:1596748200.727303:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4472f2000 0x17c72f2000(0x17c72f2000) 00000800:00000200:86.0:1596748200.727304:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4472f3000 0x17c72f3000(0x17c72f3000) 00000800:00000200:86.0:1596748200.727305:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4472f4000 0x17c72f4000(0x17c72f4000) 00000800:00000200:86.0:1596748200.727306:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4472f5000 0x17c72f5000(0x17c72f5000) 00000800:00000200:86.0:1596748200.727306:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4472f6000 0x17c72f6000(0x17c72f6000) 00000800:00000200:86.0:1596748200.727307:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4472f7000 0x17c72f7000(0x17c72f7000) 00000800:00000200:86.0:1596748200.727308:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4472f8000 0x17c72f8000(0x17c72f8000) 00000800:00000200:86.0:1596748200.727309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4472f9000 0x17c72f9000(0x17c72f9000) 00000800:00000200:86.0:1596748200.727309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4472fa000 0x17c72fa000(0x17c72fa000) 00000800:00000200:86.0:1596748200.727310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4472fb000 0x17c72fb000(0x17c72fb000) 00000800:00000200:86.0:1596748200.727311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4472fc000 0x17c72fc000(0x17c72fc000) 00000800:00000200:86.0:1596748200.727312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4472fd000 0x17c72fd000(0x17c72fd000) 00000800:00000200:86.0:1596748200.727312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4472fe000 0x17c72fe000(0x17c72fe000) 00000800:00000200:41.2:1596748200.727496:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a447080400] (19)++ 00000800:00000010:86.0:1596748200.727836:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28ef00 (tot 157380978). 00000800:00000200:86.0:1596748200.727837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.727854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9000] (20)-- 00000800:00000200:86.0:1596748200.727855:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.104@o2ib36 00000800:00000200:86.0:1596748200.728114:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748200.728124:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.109@o2ib36 00000800:00000200:86.0:1596748200.728125:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.109@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748200.728126:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cefb00 (tot 157380842). 00000800:00000200:86.0:1596748200.728127:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a447080400] (20)++ 00000800:00000200:86.0:1596748200.728128:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a447080400] (21)++ 00000800:00000200:86.0:1596748200.728129:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a447080400] (22)-- 00000800:00000200:86.0:1596748200.728495:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.104@o2ib36 00000800:00000200:86.0:1596748200.728496:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.104@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748200.728503:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476ceecc0 (tot 157380706). 00000800:00000200:86.0:1596748200.728504:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472b9000] (19)++ 00000800:00000200:86.0:1596748200.728505:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472b9000] (20)++ 00000800:00000200:86.0:1596748200.728506:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472b9000] (21)-- 00000800:00000200:39.2:1596748200.728750:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472b9000] (20)++ 00000800:00000010:86.0:1596748200.932677:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0a80 (tot 157380818). 00000800:00000200:86.0:1596748200.932680:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0a80] -> 192.168.128.82@o2ib36 (1)++ 00000800:00000010:86.0:1596748200.932682:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0b00 (tot 157380930). 00000800:00000010:86.0:1596748200.932684:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f6600 (tot 157381226). 00000800:00000010:86.0:1596748200.932688:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cfec0 (tot 157381362). 00000800:00000010:86.0:1596748200.932690:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a0d800 (tot 157383234). 00000800:00000010:86.0:1596748200.932691:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cf740 (tot 157383386). 00000800:00000200:86.0:1596748200.932698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7f168000 0x2fff168000(0x2fff168000) 00000800:00000200:86.0:1596748200.932699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67aa5000 0x2fe7aa5000(0x2fe7aa5000) 00000800:00000200:86.0:1596748200.932700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65c58000 0x2fe5c58000(0x2fe5c58000) 00000800:00000200:86.0:1596748200.932701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67847000 0x2fe7847000(0x2fe7847000) 00000800:00000200:86.0:1596748200.932701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66a12000 0x2fe6a12000(0x2fe6a12000) 00000800:00000200:86.0:1596748200.932702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc66beb000 0x2fe6beb000(0x2fe6beb000) 00000800:00000200:86.0:1596748200.932703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67f13000 0x2fe7f13000(0x2fe7f13000) 00000800:00000200:86.0:1596748200.932704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b5b69dd000 0x29369dd000(0x29369dd000) 00000800:00000200:86.0:1596748200.932704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65f57000 0x2fe5f57000(0x2fe5f57000) 00000800:00000200:86.0:1596748200.932705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67f86000 0x2fe7f86000(0x2fe7f86000) 00000800:00000200:86.0:1596748200.932706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a45000 0x2fe5a45000(0x2fe5a45000) 00000800:00000200:86.0:1596748200.932707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a46000 0x2fe5a46000(0x2fe5a46000) 00000800:00000200:86.0:1596748200.932707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a47000 0x2fe5a47000(0x2fe5a47000) 00000800:00000200:86.0:1596748200.932708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a48000 0x2fe5a48000(0x2fe5a48000) 00000800:00000200:86.0:1596748200.932709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a49000 0x2fe5a49000(0x2fe5a49000) 00000800:00000200:86.0:1596748200.932710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a4a000 0x2fe5a4a000(0x2fe5a4a000) 00000800:00000200:86.0:1596748200.932710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a4b000 0x2fe5a4b000(0x2fe5a4b000) 00000800:00000200:86.0:1596748200.932711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a4c000 0x2fe5a4c000(0x2fe5a4c000) 00000800:00000010:86.0:1596748200.933261:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0b00 (tot 157383274). 00000800:00000200:86.0:1596748200.933262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933279:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f6600] (20)-- 00000800:00000200:86.0:1596748200.933281:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.82@o2ib36 00000800:00000200:86.0:1596748200.933535:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748200.933872:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.82@o2ib36 00000800:00000200:86.0:1596748200.933873:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.82@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748200.933874:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cfec0 (tot 157383138). 00000800:00000200:86.0:1596748200.933875:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f6600] (19)++ 00000800:00000200:86.0:1596748200.933875:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f6600] (20)++ 00000800:00000200:86.0:1596748200.933876:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f6600] (21)-- 00000800:00000200:84.2:1596748200.933882:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f6600] (20)++ 00000800:00000010:86.0:1596748200.990927:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294c80 (tot 157383250). 00000800:00000200:86.0:1596748200.990930:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294c80] -> 192.168.128.161@o2ib36 (1)++ 00000800:00000010:86.0:1596748200.990932:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294d00 (tot 157383362). 00000800:00000010:86.0:1596748200.990934:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464256c00 (tot 157383658). 00000800:00000010:86.0:1596748200.990936:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463527ec0 (tot 157383794). 00000800:00000010:86.0:1596748200.990938:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46301f800 (tot 157385666). 00000800:00000010:86.0:1596748200.990939:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463527500 (tot 157385818). 00000800:00000200:86.0:1596748200.990946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463014000 0x27e3014000(0x27e3014000) 00000800:00000200:86.0:1596748200.990947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463015000 0x27e3015000(0x27e3015000) 00000800:00000200:86.0:1596748200.990948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463016000 0x27e3016000(0x27e3016000) 00000800:00000200:86.0:1596748200.990949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463017000 0x27e3017000(0x27e3017000) 00000800:00000200:86.0:1596748200.990950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463560000 0x27e3560000(0x27e3560000) 00000800:00000200:86.0:1596748200.990950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463561000 0x27e3561000(0x27e3561000) 00000800:00000200:86.0:1596748200.990951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463562000 0x27e3562000(0x27e3562000) 00000800:00000200:86.0:1596748200.990952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463563000 0x27e3563000(0x27e3563000) 00000800:00000200:86.0:1596748200.990953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463564000 0x27e3564000(0x27e3564000) 00000800:00000200:86.0:1596748200.990953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463565000 0x27e3565000(0x27e3565000) 00000800:00000200:86.0:1596748200.990954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463566000 0x27e3566000(0x27e3566000) 00000800:00000200:86.0:1596748200.990955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463567000 0x27e3567000(0x27e3567000) 00000800:00000200:86.0:1596748200.990956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463568000 0x27e3568000(0x27e3568000) 00000800:00000200:86.0:1596748200.990956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463569000 0x27e3569000(0x27e3569000) 00000800:00000200:86.0:1596748200.990957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46356a000 0x27e356a000(0x27e356a000) 00000800:00000200:86.0:1596748200.990958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46356b000 0x27e356b000(0x27e356b000) 00000800:00000200:86.0:1596748200.990959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46356c000 0x27e356c000(0x27e356c000) 00000800:00000200:86.0:1596748200.990959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46356d000 0x27e356d000(0x27e356d000) 00000800:00000010:86.0:1596748200.991513:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294d00 (tot 157385706). 00000800:00000200:86.0:1596748200.991514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.991532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464256c00] (20)-- 00000800:00000200:86.0:1596748200.991534:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.161@o2ib36 00000800:00000200:86.0:1596748200.991780:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748200.992134:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.161@o2ib36 00000800:00000200:86.0:1596748200.992135:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.161@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748200.992136:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463527ec0 (tot 157385570). 00000800:00000200:86.0:1596748200.992137:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464256c00] (19)++ 00000800:00000200:86.0:1596748200.992138:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464256c00] (20)++ 00000800:00000200:86.0:1596748200.992138:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464256c00] (21)-- 00000800:00000200:39.2:1596748200.992298:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464256c00] (20)++ 00000800:00020000:17.0:1596748201.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96400] (22)++ 00000800:00000100:17.0:1596748201.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34a80] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc96400] (23)-- 00000800:00020000:17.0:1596748201.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447081600] (22)++ 00000800:00000100:17.0:1596748201.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db080] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447081600] (23)-- 00000800:00000200:17.0:1596748201.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c433c00] (21)++ 00000800:00000200:17.0:1596748201.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c433c00] (22)++ 00000800:00000200:17.0:1596748201.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c433c00] (23)-- 00000800:00000200:17.0:1596748201.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e625200] (21)++ 00000800:00000200:17.0:1596748201.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e625200] (22)++ 00000800:00000200:17.0:1596748201.352574:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e625200] (23)-- 00000800:00000200:17.0:1596748201.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27200] (21)++ 00000800:00000200:17.0:1596748201.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf27200] (22)++ 00000800:00000200:17.0:1596748201.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf27200] (23)-- 00000800:00020000:17.0:1596748201.352581:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7600] (22)++ 00000800:00000100:17.0:1596748201.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34780] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c7600] (23)-- 00000800:00020000:17.0:1596748201.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf26c00] (22)++ 00000800:00000100:17.0:1596748201.352592:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35280] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf26c00] (23)-- 00000800:00020000:17.0:1596748201.352596:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352597:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91a00] (22)++ 00000800:00000100:17.0:1596748201.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35600] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc91a00] (23)-- 00000800:00020000:17.0:1596748201.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352604:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6fc00] (22)++ 00000800:00000100:17.0:1596748201.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1680] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6fc00] (23)-- 00000800:00020000:17.0:1596748201.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308a400] (22)++ 00000800:00000100:17.0:1596748201.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352615:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849700] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308a400] (23)-- 00000800:00020000:17.0:1596748201.352617:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352618:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447087a00] (22)++ 00000800:00000100:17.0:1596748201.352620:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db380] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447087a00] (23)-- 00000800:00020000:17.0:1596748201.352622:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748201.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748201.352624:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf24c00] (22)++ 00000800:00000100:17.0:1596748201.352625:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748201.352627:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34b00] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:17.0:1596748201.352628:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf24c00] (23)-- 00000800:00000200:17.0:1596748201.352629:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d32800] (21)++ 00000800:00000200:17.0:1596748201.352631:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463d32800] (22)++ 00000800:00000200:17.0:1596748201.352634:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463d32800] (23)-- 00000800:00000200:17.0:1596748201.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27400] (21)++ 00000800:00000200:17.0:1596748201.352638:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5bf27400] (22)++ 00000800:00000200:17.0:1596748201.352640:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5bf27400] (23)-- 00000400:00000200:17.0:1596748201.353151:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:17.0:1596748201.353152:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:17.0:1596748201.353152:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc96400] (22)-- 00000400:00000200:17.0:1596748201.353537:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:17.0:1596748201.353538:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:17.0:1596748201.353539:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447081600] (22)-- 00000800:00000200:86.0:1596748201.353771:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc96400] (21)-- 00000800:00000200:86.0:1596748201.353817:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447081600] (21)-- 00000400:00000200:17.0:1596748201.354077:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:17.0:1596748201.354079:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:17.0:1596748201.354079:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c7600] (22)-- 00000800:00000200:86.0:1596748201.354581:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c7600] (21)-- 00000400:00000200:17.0:1596748201.354628:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:17.0:1596748201.354629:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:17.0:1596748201.354630:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf26c00] (22)-- 00000800:00000200:86.0:1596748201.354967:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf26c00] (21)-- 00000400:00000200:17.0:1596748201.355005:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:17.0:1596748201.355006:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:17.0:1596748201.355007:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc91a00] (22)-- 00000800:00000200:86.0:1596748201.355383:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cc91a00] (21)-- 00000400:00000200:17.0:1596748201.355555:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:17.0:1596748201.355556:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:17.0:1596748201.355556:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6fc00] (22)-- 00000800:00000200:86.0:1596748201.355861:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6fc00] (21)-- 00000400:00000200:17.0:1596748201.356093:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:17.0:1596748201.356094:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:17.0:1596748201.356094:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308a400] (22)-- 00000800:00000200:86.0:1596748201.356387:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308a400] (21)-- 00000400:00000200:17.0:1596748201.356645:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:17.0:1596748201.356646:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:17.0:1596748201.356647:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447087a00] (22)-- 00000800:00000200:86.0:1596748201.356958:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447087a00] (21)-- 00000400:00000200:17.0:1596748201.357180:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:17.0:1596748201.357182:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:17.0:1596748201.357182:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf24c00] (22)-- 00000800:00000200:86.0:1596748201.357495:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf24c00] (21)-- 00000800:00000200:86.0:1596748201.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748201.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748201.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748201.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748201.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748201.497961:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848a80 (tot 157385682). 00000800:00000200:86.0:1596748201.497965:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848a80] -> 192.168.128.53@o2ib36 (1)++ 00000800:00000010:86.0:1596748201.497968:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848b00 (tot 157385794). 00000800:00000010:86.0:1596748201.497969:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4916200 (tot 157386090). 00000800:00000010:86.0:1596748201.497972:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6548240 (tot 157386226). 00000800:00000010:86.0:1596748201.497974:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f4800 (tot 157388098). 00000800:00000010:86.0:1596748201.497975:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f65489c0 (tot 157388250). 00000800:00000200:86.0:1596748201.497979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f373f000 0x377373f000(0x377373f000) 00000800:00000200:86.0:1596748201.497980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f3740000 0x3773740000(0x3773740000) 00000800:00000200:86.0:1596748201.497981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f3741000 0x3773741000(0x3773741000) 00000800:00000200:86.0:1596748201.497982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f3742000 0x3773742000(0x3773742000) 00000800:00000200:86.0:1596748201.497983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f3743000 0x3773743000(0x3773743000) 00000800:00000200:86.0:1596748201.497984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f3744000 0x3773744000(0x3773744000) 00000800:00000200:86.0:1596748201.497984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f3745000 0x3773745000(0x3773745000) 00000800:00000200:86.0:1596748201.497985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f3746000 0x3773746000(0x3773746000) 00000800:00000200:86.0:1596748201.497986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f3747000 0x3773747000(0x3773747000) 00000800:00000200:86.0:1596748201.497987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f3748000 0x3773748000(0x3773748000) 00000800:00000200:86.0:1596748201.497987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f3749000 0x3773749000(0x3773749000) 00000800:00000200:86.0:1596748201.497988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f374a000 0x377374a000(0x377374a000) 00000800:00000200:86.0:1596748201.497989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f374b000 0x377374b000(0x377374b000) 00000800:00000200:86.0:1596748201.497990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f374c000 0x377374c000(0x377374c000) 00000800:00000200:86.0:1596748201.497990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f374d000 0x377374d000(0x377374d000) 00000800:00000200:86.0:1596748201.497991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f374e000 0x377374e000(0x377374e000) 00000800:00000200:86.0:1596748201.497992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f374f000 0x377374f000(0x377374f000) 00000800:00000200:86.0:1596748201.497992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f3778000 0x3773778000(0x3773778000) 00000800:00000010:86.0:1596748201.498566:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848b00 (tot 157388138). 00000800:00000200:86.0:1596748201.498567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.498585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4916200] (20)-- 00000800:00000200:86.0:1596748201.498586:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.53@o2ib36 00000800:00000200:86.0:1596748201.498848:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748201.499204:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.53@o2ib36 00000800:00000200:86.0:1596748201.499206:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.53@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748201.499206:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6548240 (tot 157388002). 00000800:00000200:86.0:1596748201.499207:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4916200] (19)++ 00000800:00000200:86.0:1596748201.499208:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4916200] (20)++ 00000800:00000200:86.0:1596748201.499209:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4916200] (21)-- 00000800:00000200:40.2:1596748201.499388:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4916200] (20)++ 00000800:00000010:86.0:1596748201.930126:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bf80 (tot 157388114). 00000800:00000200:86.0:1596748201.930129:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bf80] -> 192.168.128.135@o2ib36 (1)++ 00000800:00000010:86.0:1596748201.930131:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bf00 (tot 157388226). 00000800:00000010:86.0:1596748201.930134:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf24e00 (tot 157388522). 00000800:00000010:86.0:1596748201.930136:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157388658). 00000800:00000010:86.0:1596748201.930139:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c272000 (tot 157390530). 00000800:00000010:86.0:1596748201.930141:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b4240 (tot 157390682). 00000800:00000200:86.0:1596748201.930145:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b980000 0x1fdb980000(0x1fdb980000) 00000800:00000200:86.0:1596748201.930146:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b981000 0x1fdb981000(0x1fdb981000) 00000800:00000200:86.0:1596748201.930147:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b982000 0x1fdb982000(0x1fdb982000) 00000800:00000200:86.0:1596748201.930148:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b983000 0x1fdb983000(0x1fdb983000) 00000800:00000200:86.0:1596748201.930148:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b984000 0x1fdb984000(0x1fdb984000) 00000800:00000200:86.0:1596748201.930149:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b985000 0x1fdb985000(0x1fdb985000) 00000800:00000200:86.0:1596748201.930150:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b986000 0x1fdb986000(0x1fdb986000) 00000800:00000200:86.0:1596748201.930151:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b987000 0x1fdb987000(0x1fdb987000) 00000800:00000200:86.0:1596748201.930151:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b988000 0x1fdb988000(0x1fdb988000) 00000800:00000200:86.0:1596748201.930152:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b989000 0x1fdb989000(0x1fdb989000) 00000800:00000200:86.0:1596748201.930153:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b98a000 0x1fdb98a000(0x1fdb98a000) 00000800:00000200:86.0:1596748201.930153:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b98b000 0x1fdb98b000(0x1fdb98b000) 00000800:00000200:86.0:1596748201.930154:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b98c000 0x1fdb98c000(0x1fdb98c000) 00000800:00000200:86.0:1596748201.930155:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b98d000 0x1fdb98d000(0x1fdb98d000) 00000800:00000200:86.0:1596748201.930156:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b98e000 0x1fdb98e000(0x1fdb98e000) 00000800:00000200:86.0:1596748201.930156:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b98f000 0x1fdb98f000(0x1fdb98f000) 00000800:00000200:86.0:1596748201.930157:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b990000 0x1fdb990000(0x1fdb990000) 00000800:00000200:86.0:1596748201.930158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b991000 0x1fdb991000(0x1fdb991000) 00000800:00000010:86.0:1596748201.930748:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bf00 (tot 157390570). 00000800:00000200:86.0:1596748201.930749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930751:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930752:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930752:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930753:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930753:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930754:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930754:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930755:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930755:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930756:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930756:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930758:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930758:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930758:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930759:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930760:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930761:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930763:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930764:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930764:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930765:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930765:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930766:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.930767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24e00] (20)-- 00000800:00000200:86.0:1596748201.930769:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.135@o2ib36 00000800:00000200:86.0:1596748201.931026:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748201.931407:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.135@o2ib36 00000800:00000200:86.0:1596748201.931409:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.135@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748201.931409:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157390434). 00000800:00000200:86.0:1596748201.931410:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf24e00] (19)++ 00000800:00000200:86.0:1596748201.931411:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf24e00] (20)++ 00000800:00000200:86.0:1596748201.931412:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf24e00] (21)-- 00000800:00000200:37.2:1596748201.931569:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf24e00] (20)++ 00000800:00000010:86.0:1596748202.013632:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bf00 (tot 157390546). 00000800:00000200:86.0:1596748202.013635:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bf00] -> 192.168.128.148@o2ib36 (1)++ 00000800:00000010:86.0:1596748202.013636:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97be80 (tot 157390658). 00000800:00000010:86.0:1596748202.013638:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf26000 (tot 157390954). 00000800:00000010:86.0:1596748202.013639:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157391090). 00000800:00000010:86.0:1596748202.013640:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c277000 (tot 157392962). 00000800:00000010:86.0:1596748202.013641:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b5b00 (tot 157393114). 00000800:00000200:86.0:1596748202.013653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b992000 0x1fdb992000(0x1fdb992000) 00000800:00000200:86.0:1596748202.013654:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b993000 0x1fdb993000(0x1fdb993000) 00000800:00000200:86.0:1596748202.013655:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b994000 0x1fdb994000(0x1fdb994000) 00000800:00000200:86.0:1596748202.013656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b995000 0x1fdb995000(0x1fdb995000) 00000800:00000200:86.0:1596748202.013657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b996000 0x1fdb996000(0x1fdb996000) 00000800:00000200:86.0:1596748202.013658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b997000 0x1fdb997000(0x1fdb997000) 00000800:00000200:86.0:1596748202.013658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b998000 0x1fdb998000(0x1fdb998000) 00000800:00000200:86.0:1596748202.013659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b999000 0x1fdb999000(0x1fdb999000) 00000800:00000200:86.0:1596748202.013660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7dcc0000 0x1ffdcc0000(0x1ffdcc0000) 00000800:00000200:86.0:1596748202.013660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c175000 0x1fdc175000(0x1fdc175000) 00000800:00000200:86.0:1596748202.013661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c15d000 0x1fdc15d000(0x1fdc15d000) 00000800:00000200:86.0:1596748202.013662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c297000 0x1fdc297000(0x1fdc297000) 00000800:00000200:86.0:1596748202.013663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c342000 0x1fdc342000(0x1fdc342000) 00000800:00000200:86.0:1596748202.013663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7a157000 0x1ffa157000(0x1ffa157000) 00000800:00000200:86.0:1596748202.013664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c1cb000 0x1fdc1cb000(0x1fdc1cb000) 00000800:00000200:86.0:1596748202.013665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c15f000 0x1fdc15f000(0x1fdc15f000) 00000800:00000200:86.0:1596748202.013666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c1da000 0x1fdc1da000(0x1fdc1da000) 00000800:00000200:86.0:1596748202.013666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7fdbe000 0x1fffdbe000(0x1fffdbe000) 00000800:00000010:86.0:1596748202.014228:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97be80 (tot 157393002). 00000800:00000200:86.0:1596748202.014230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf26000] (20)-- 00000800:00000200:86.0:1596748202.014249:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.148@o2ib36 00000800:00000200:86.0:1596748202.014517:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748202.014848:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf26000] (19)++ 00000800:00000200:86.0:1596748202.014850:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.148@o2ib36 00000800:00000200:86.0:1596748202.014851:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.148@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748202.014852:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157392866). 00000800:00000200:86.0:1596748202.014853:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf26000] (20)++ 00000800:00000200:86.0:1596748202.014854:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf26000] (21)++ 00000800:00000200:86.0:1596748202.014855:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf26000] (22)-- 00000800:00000010:86.0:1596748202.247834:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35300 (tot 157392978). 00000800:00000200:86.0:1596748202.247837:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35300] -> 192.168.128.68@o2ib36 (1)++ 00000800:00000010:86.0:1596748202.247840:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35280 (tot 157393090). 00000800:00000010:86.0:1596748202.247844:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02f000 (tot 157393386). 00000800:00000010:86.0:1596748202.247849:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79d080 (tot 157393522). 00000800:00000010:86.0:1596748202.247854:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c034000 (tot 157395394). 00000800:00000010:86.0:1596748202.247855:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79cc00 (tot 157395546). 00000800:00000200:86.0:1596748202.247867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98947812a000 0x7f812a000(0x7f812a000) 00000800:00000200:86.0:1596748202.247868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98947e563000 0x7fe563000(0x7fe563000) 00000800:00000200:86.0:1596748202.247869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98947d7aa000 0x7fd7aa000(0x7fd7aa000) 00000800:00000200:86.0:1596748202.247870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98947e55d000 0x7fe55d000(0x7fe55d000) 00000800:00000200:86.0:1596748202.247870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9894798fd000 0x7f98fd000(0x7f98fd000) 00000800:00000200:86.0:1596748202.247871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98947df13000 0x7fdf13000(0x7fdf13000) 00000800:00000200:86.0:1596748202.247872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98947e82f000 0x7fe82f000(0x7fe82f000) 00000800:00000200:86.0:1596748202.247873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989473b83000 0x7f3b83000(0x7f3b83000) 00000800:00000200:86.0:1596748202.247873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98947e92c000 0x7fe92c000(0x7fe92c000) 00000800:00000200:86.0:1596748202.247874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989479620000 0x7f9620000(0x7f9620000) 00000800:00000200:86.0:1596748202.247875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c057000 0x7dc057000(0x7dc057000) 00000800:00000200:86.0:1596748202.247875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98947e178000 0x7fe178000(0x7fe178000) 00000800:00000200:86.0:1596748202.247876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98947e179000 0x7fe179000(0x7fe179000) 00000800:00000200:86.0:1596748202.247877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c024000 0x7dc024000(0x7dc024000) 00000800:00000200:86.0:1596748202.247878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c025000 0x7dc025000(0x7dc025000) 00000800:00000200:86.0:1596748202.247878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c026000 0x7dc026000(0x7dc026000) 00000800:00000200:86.0:1596748202.247879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c027000 0x7dc027000(0x7dc027000) 00000800:00000200:86.0:1596748202.247880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c058000 0x7dc058000(0x7dc058000) 00000800:00000010:86.0:1596748202.248430:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35280 (tot 157395434). 00000800:00000200:86.0:1596748202.248431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02f000] (19)++ 00000800:00000200:86.0:1596748202.248449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02f000] (20)-- 00000800:00000200:86.0:1596748202.248451:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.68@o2ib36 00000800:00000200:86.0:1596748202.248719:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748202.249083:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.68@o2ib36 00000800:00000200:86.0:1596748202.249085:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.68@o2ib36: active(0), version(12), status(0) 00000800:00000200:86.2:1596748202.249086:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02f000] (19)++ 00000800:00000010:86.0:1596748202.249088:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79d080 (tot 157395298). 00000800:00000200:86.0:1596748202.249089:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02f000] (20)++ 00000800:00000200:86.0:1596748202.249090:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02f000] (21)++ 00000800:00000200:86.0:1596748202.249091:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02f000] (22)-- 00000800:00000200:17.0:1596748202.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d05800] (21)++ 00000800:00000200:17.0:1596748202.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d05800] (22)++ 00000800:00000200:17.0:1596748202.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d05800] (23)-- 00000800:00000200:17.0:1596748202.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d01a00] (21)++ 00000800:00000200:17.0:1596748202.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65d01a00] (22)++ 00000800:00000200:17.0:1596748202.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65d01a00] (23)-- 00000800:00000200:17.0:1596748202.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55298c00] (21)++ 00000800:00000200:17.0:1596748202.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55298c00] (22)++ 00000800:00000200:17.0:1596748202.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55298c00] (23)-- 00000800:00000200:17.0:1596748202.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770c800] (21)++ 00000800:00000200:17.0:1596748202.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a44770c800] (22)++ 00000800:00000200:17.0:1596748202.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a44770c800] (23)-- 00000800:00000200:86.0:1596748202.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407543:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407544:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748202.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748202.475426:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849380 (tot 157395410). 00000800:00000200:86.0:1596748202.475429:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849380] -> 192.168.128.142@o2ib36 (1)++ 00000800:00000010:86.0:1596748202.475431:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849300 (tot 157395522). 00000800:00000010:86.0:1596748202.475439:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4912400 (tot 157395818). 00000800:00000010:86.0:1596748202.475442:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157395954). 00000800:00000010:86.0:1596748202.475445:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3f60f3000 (tot 157397826). 00000800:00000010:86.0:1596748202.475446:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6549500 (tot 157397978). 00000800:00000200:86.0:1596748202.475449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f32f9000 0x37732f9000(0x37732f9000) 00000800:00000200:86.0:1596748202.475450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f32fa000 0x37732fa000(0x37732fa000) 00000800:00000200:86.0:1596748202.475451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f32fb000 0x37732fb000(0x37732fb000) 00000800:00000200:86.0:1596748202.475452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f32fc000 0x37732fc000(0x37732fc000) 00000800:00000200:86.0:1596748202.475452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f32fd000 0x37732fd000(0x37732fd000) 00000800:00000200:86.0:1596748202.475453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f32fe000 0x37732fe000(0x37732fe000) 00000800:00000200:86.0:1596748202.475454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f32ff000 0x37732ff000(0x37732ff000) 00000800:00000200:86.0:1596748202.475455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f3300000 0x3773300000(0x3773300000) 00000800:00000200:86.0:1596748202.475455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f3301000 0x3773301000(0x3773301000) 00000800:00000200:86.0:1596748202.475456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f3302000 0x3773302000(0x3773302000) 00000800:00000200:86.0:1596748202.475457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f3303000 0x3773303000(0x3773303000) 00000800:00000200:86.0:1596748202.475457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f3304000 0x3773304000(0x3773304000) 00000800:00000200:86.0:1596748202.475459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f3305000 0x3773305000(0x3773305000) 00000800:00000200:86.0:1596748202.475459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f3306000 0x3773306000(0x3773306000) 00000800:00000200:86.0:1596748202.475460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f3307000 0x3773307000(0x3773307000) 00000800:00000200:86.0:1596748202.475461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f3308000 0x3773308000(0x3773308000) 00000800:00000200:86.0:1596748202.475462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f3309000 0x3773309000(0x3773309000) 00000800:00000200:86.0:1596748202.475463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f330a000 0x377330a000(0x377330a000) 00000800:00000010:86.0:1596748202.476006:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849300 (tot 157397866). 00000800:00000200:86.0:1596748202.476007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476008:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476008:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912400] (20)-- 00000800:00000200:86.0:1596748202.476026:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.142@o2ib36 00000800:00000200:86.0:1596748202.476272:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748202.476652:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.142@o2ib36 00000800:00000200:86.0:1596748202.476654:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.142@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748202.476655:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157397730). 00000800:00000200:86.0:1596748202.476656:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4912400] (19)++ 00000800:00000200:86.0:1596748202.476656:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4912400] (20)++ 00000800:00000200:86.0:1596748202.476657:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4912400] (21)-- 00000800:00000200:36.2:1596748202.476664:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4912400] (20)++ 00000800:00000200:17.0:1596748203.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8935e00] (21)++ 00000800:00000200:17.0:1596748203.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f8935e00] (22)++ 00000800:00000200:17.0:1596748203.352536:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f8935e00] (23)-- 00000800:00000200:17.0:1596748203.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaec00] (21)++ 00000800:00000200:17.0:1596748203.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65eaec00] (22)++ 00000800:00000200:17.0:1596748203.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65eaec00] (23)-- 00000800:00020000:17.0:1596748203.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447086400] (22)++ 00000800:00000100:17.0:1596748203.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a4783db100] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447086400] (23)-- 00000800:00000200:17.0:1596748203.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c90000] (21)++ 00000800:00000200:17.0:1596748203.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c90000] (22)++ 00000800:00000200:17.0:1596748203.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c90000] (23)-- 00000800:00020000:17.0:1596748203.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27e00] (22)++ 00000800:00000100:17.0:1596748203.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34b80] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352566:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf27e00] (23)-- 00000800:00020000:17.0:1596748203.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02000] (22)++ 00000800:00000100:17.0:1596748203.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0780] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d02000] (23)-- 00000800:00000200:17.0:1596748203.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c5a00] (21)++ 00000800:00000200:17.0:1596748203.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e4c5a00] (22)++ 00000800:00000200:17.0:1596748203.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e4c5a00] (23)-- 00000800:00020000:17.0:1596748203.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352582:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621600] (22)++ 00000800:00000100:17.0:1596748203.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352585:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3a00] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e621600] (23)-- 00000800:00000200:17.0:1596748203.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b900000] (21)++ 00000800:00000200:17.0:1596748203.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5b900000] (22)++ 00000800:00000200:17.0:1596748203.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5b900000] (23)-- 00000800:00020000:17.0:1596748203.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bc96200] (22)++ 00000800:00000100:17.0:1596748203.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35200] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bc96200] (23)-- 00000800:00000200:17.0:1596748203.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447579800] (21)++ 00000800:00000200:17.0:1596748203.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a447579800] (22)++ 00000800:00000200:17.0:1596748203.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a447579800] (23)-- 00000800:00020000:17.0:1596748203.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352605:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc5525fc00] (22)++ 00000800:00000100:17.0:1596748203.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557e80] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc5525fc00] (23)-- 00000800:00000200:17.0:1596748203.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c90600] (21)++ 00000800:00000200:17.0:1596748203.352612:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c90600] (22)++ 00000800:00000200:17.0:1596748203.352615:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c90600] (23)-- 00000800:00020000:17.0:1596748203.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352617:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c431400] (22)++ 00000800:00000100:17.0:1596748203.352619:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352621:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34880] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352622:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c431400] (23)-- 00000800:00020000:17.0:1596748203.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297fc00] (22)++ 00000800:00000100:17.0:1596748203.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28fb00] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297fc00] (23)-- 00000800:00000200:17.0:1596748203.352630:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057800] (21)++ 00000800:00000200:17.0:1596748203.352632:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464057800] (22)++ 00000800:00000200:17.0:1596748203.352635:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464057800] (23)-- 00000800:00000200:17.0:1596748203.352635:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c23c00] (21)++ 00000800:00000200:17.0:1596748203.352637:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463c23c00] (22)++ 00000800:00000200:17.0:1596748203.352640:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463c23c00] (23)-- 00000800:00020000:17.0:1596748203.352640:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352641:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e621400] (22)++ 00000800:00000100:17.0:1596748203.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2600] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352646:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e621400] (23)-- 00000800:00020000:17.0:1596748203.352648:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352649:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352650:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945cc91800] (22)++ 00000800:00020000:17.0:1596748203.352650:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352652:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352652:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c22000] (22)++ 00000800:00000100:17.0:1596748203.352653:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352655:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294980] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352656:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c22000] (23)-- 00000800:00000100:17.0:1596748203.352657:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352658:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34800] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352660:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945cc91800] (23)-- 00000800:00020000:17.0:1596748203.352661:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352662:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352663:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c30600] (22)++ 00000800:00000100:17.0:1596748203.352664:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352665:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557e00] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c30600] (23)-- 00000800:00020000:17.0:1596748203.352667:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352668:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352669:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46474e800] (22)++ 00000800:00000100:17.0:1596748203.352670:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352672:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295600] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352672:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46474e800] (23)-- 00000800:00000200:17.0:1596748203.352674:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558a00] (21)++ 00000800:00000200:17.0:1596748203.352675:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c558a00] (22)++ 00000800:00000200:17.0:1596748203.352678:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c558a00] (23)-- 00000800:00000200:17.0:1596748203.352679:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6e800] (21)++ 00000800:00000200:17.0:1596748203.352680:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc65c6e800] (22)++ 00000800:00000200:17.0:1596748203.352683:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc65c6e800] (23)-- 00000800:00020000:17.0:1596748203.352684:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352685:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352686:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c30000] (22)++ 00000800:00000100:17.0:1596748203.352687:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352688:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556100] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352690:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c30000] (23)-- 00000800:00000200:17.0:1596748203.352691:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c97400] (21)++ 00000800:00000200:17.0:1596748203.352692:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54c97400] (22)++ 00000800:00000200:17.0:1596748203.352695:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54c97400] (23)-- 00000800:00020000:17.0:1596748203.352696:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748203.352697:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352698:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c40ee41200] (22)++ 00000800:00000100:17.0:1596748203.352699:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352701:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848780] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352702:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c40ee41200] (23)-- 00000800:00020000:17.0:1596748203.352703:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748203.352704:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748203.352705:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d02400] (22)++ 00000800:00000100:17.0:1596748203.352706:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748203.352708:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0800] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:17.0:1596748203.352709:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d02400] (23)-- 00000400:00000200:17.0:1596748203.353207:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:17.0:1596748203.353208:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:17.0:1596748203.353209:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447086400] (22)-- 00000800:00000200:86.0:1596748203.353517:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447086400] (21)-- 00000400:00000200:17.0:1596748203.353736:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:17.0:1596748203.353738:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:17.0:1596748203.353738:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf27e00] (22)-- 00000800:00000200:86.0:1596748203.354077:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf27e00] (21)-- 00000400:00000200:17.0:1596748203.354286:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:17.0:1596748203.354287:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:17.0:1596748203.354288:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d02000] (22)-- 00000400:00000200:17.0:1596748203.354837:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:17.0:1596748203.354839:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:17.0:1596748203.354839:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e621600] (22)-- 00000800:00000200:86.0:1596748203.354851:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d02000] (21)-- 00000800:00000200:86.0:1596748203.355194:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e621600] (21)-- 00000400:00000200:17.0:1596748203.355384:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:17.0:1596748203.355385:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:17.0:1596748203.355386:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bc96200] (22)-- 00000800:00000200:86.0:1596748203.355724:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bc96200] (21)-- 00000400:00000200:17.0:1596748203.355923:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:17.0:1596748203.355924:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:17.0:1596748203.355925:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc5525fc00] (22)-- 00000800:00000200:86.0:1596748203.356274:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc5525fc00] (21)-- 00000400:00000200:17.0:1596748203.356473:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:17.0:1596748203.356474:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:17.0:1596748203.356475:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c431400] (22)-- 00000800:00000200:86.0:1596748203.356823:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c431400] (21)-- 00000400:00000200:17.0:1596748203.357022:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000400:00000200:17.0:1596748203.357023:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:17.0:1596748203.357024:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297fc00] (22)-- 00000800:00000200:86.0:1596748203.357496:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297fc00] (21)-- 00000400:00000200:17.0:1596748203.357587:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000400:00000200:17.0:1596748203.357588:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:17.0:1596748203.357588:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e621400] (22)-- 00000800:00000200:86.0:1596748203.357844:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e621400] (21)-- 00000400:00000200:17.0:1596748203.358155:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:17.0:1596748203.358156:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:17.0:1596748203.358156:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c22000] (22)-- 00000800:00000200:86.0:1596748203.358452:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463c22000] (21)-- 00000400:00000200:17.0:1596748203.358716:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:17.0:1596748203.358717:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:17.0:1596748203.358718:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945cc91800] (22)-- 00000800:00000200:86.0:1596748203.358935:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945cc91800] (21)-- 00000400:00000200:17.0:1596748203.359264:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:17.0:1596748203.359265:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:17.0:1596748203.359265:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c30600] (22)-- 00000800:00000200:86.0:1596748203.359575:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c30600] (21)-- 00000400:00000200:17.0:1596748203.359804:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:17.0:1596748203.359805:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:17.0:1596748203.359806:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46474e800] (22)-- 00000800:00000200:86.0:1596748203.360113:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46474e800] (21)-- 00000400:00000200:17.0:1596748203.360347:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:17.0:1596748203.360348:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:17.0:1596748203.360349:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c30000] (22)-- 00000800:00000200:86.0:1596748203.360740:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c30000] (21)-- 00000400:00000200:17.0:1596748203.360900:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:17.0:1596748203.360902:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:17.0:1596748203.360902:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c40ee41200] (22)-- 00000400:00000200:17.0:1596748203.361276:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:17.0:1596748203.361277:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:17.0:1596748203.361278:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d02400] (22)-- 00000800:00000200:86.0:1596748203.361489:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c40ee41200] (21)-- 00000800:00000200:86.0:1596748203.361813:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d02400] (21)-- 00000800:00000200:86.0:1596748203.407505:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407507:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407508:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407508:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407513:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748203.407514:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748203.495397:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295200 (tot 157397842). 00000800:00000200:86.0:1596748203.495402:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295200] -> 192.168.128.64@o2ib36 (1)++ 00000800:00000010:86.0:1596748203.495403:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295180 (tot 157397954). 00000800:00000010:86.0:1596748203.495407:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46363d200 (tot 157398250). 00000800:00000010:86.0:1596748203.495410:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421a40 (tot 157398386). 00000800:00000010:86.0:1596748203.495416:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8e000 (tot 157400258). 00000800:00000010:86.0:1596748203.495418:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464420fc0 (tot 157400410). 00000800:00000200:86.0:1596748203.495426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46356e000 0x27e356e000(0x27e356e000) 00000800:00000200:86.0:1596748203.495427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46356f000 0x27e356f000(0x27e356f000) 00000800:00000200:86.0:1596748203.495428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463610000 0x27e3610000(0x27e3610000) 00000800:00000200:86.0:1596748203.495429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463611000 0x27e3611000(0x27e3611000) 00000800:00000200:86.0:1596748203.495430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463612000 0x27e3612000(0x27e3612000) 00000800:00000200:86.0:1596748203.495431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463613000 0x27e3613000(0x27e3613000) 00000800:00000200:86.0:1596748203.495431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463614000 0x27e3614000(0x27e3614000) 00000800:00000200:86.0:1596748203.495432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463615000 0x27e3615000(0x27e3615000) 00000800:00000200:86.0:1596748203.495433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463616000 0x27e3616000(0x27e3616000) 00000800:00000200:86.0:1596748203.495434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463617000 0x27e3617000(0x27e3617000) 00000800:00000200:86.0:1596748203.495434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463618000 0x27e3618000(0x27e3618000) 00000800:00000200:86.0:1596748203.495435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463619000 0x27e3619000(0x27e3619000) 00000800:00000200:86.0:1596748203.495436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46361a000 0x27e361a000(0x27e361a000) 00000800:00000200:86.0:1596748203.495436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46361b000 0x27e361b000(0x27e361b000) 00000800:00000200:86.0:1596748203.495437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464d2c000 0x27e4d2c000(0x27e4d2c000) 00000800:00000200:86.0:1596748203.495438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464d2d000 0x27e4d2d000(0x27e4d2d000) 00000800:00000200:86.0:1596748203.495439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47c336000 0x27fc336000(0x27fc336000) 00000800:00000200:86.0:1596748203.495439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47c337000 0x27fc337000(0x27fc337000) 00000800:00000010:86.0:1596748203.496041:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295180 (tot 157400298). 00000800:00000200:86.0:1596748203.496043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496045:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496047:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363d200] (20)-- 00000800:00000200:86.0:1596748203.496062:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.64@o2ib36 00000800:00000200:86.0:1596748203.496327:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748203.496728:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.64@o2ib36 00000800:00000200:86.0:1596748203.496729:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.64@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748203.496730:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421a40 (tot 157400162). 00000800:00000200:89.2:1596748203.496732:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496732:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46363d200] (19)++ 00000800:00000200:86.0:1596748203.496733:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46363d200] (20)++ 00000800:00000200:86.0:1596748203.496734:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46363d200] (22)-- 00000800:00000010:86.0:1596748203.510810:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848b00 (tot 157400274). 00000800:00000200:86.0:1596748203.510813:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848b00] -> 192.168.128.58@o2ib36 (1)++ 00000800:00000010:86.0:1596748203.510815:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848b80 (tot 157400386). 00000800:00000010:86.0:1596748203.510820:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4913800 (tot 157400682). 00000800:00000010:86.0:1596748203.510825:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6548240 (tot 157400818). 00000800:00000010:86.0:1596748203.510829:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd97000 (tot 157402690). 00000800:00000010:86.0:1596748203.510830:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6548c00 (tot 157402842). 00000800:00000200:86.0:1596748203.510833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f2ce5000 0x3772ce5000(0x3772ce5000) 00000800:00000200:86.0:1596748203.510834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f2ce6000 0x3772ce6000(0x3772ce6000) 00000800:00000200:86.0:1596748203.510835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f2ce7000 0x3772ce7000(0x3772ce7000) 00000800:00000200:86.0:1596748203.510836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f2ce8000 0x3772ce8000(0x3772ce8000) 00000800:00000200:86.0:1596748203.510837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f2ce9000 0x3772ce9000(0x3772ce9000) 00000800:00000200:86.0:1596748203.510837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f2cea000 0x3772cea000(0x3772cea000) 00000800:00000200:86.0:1596748203.510838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f2ceb000 0x3772ceb000(0x3772ceb000) 00000800:00000200:86.0:1596748203.510839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f2cec000 0x3772cec000(0x3772cec000) 00000800:00000200:86.0:1596748203.510840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f2ced000 0x3772ced000(0x3772ced000) 00000800:00000200:86.0:1596748203.510840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f2cee000 0x3772cee000(0x3772cee000) 00000800:00000200:86.0:1596748203.510841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f2cef000 0x3772cef000(0x3772cef000) 00000800:00000200:86.0:1596748203.510842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f2cf0000 0x3772cf0000(0x3772cf0000) 00000800:00000200:86.0:1596748203.510843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f2cf1000 0x3772cf1000(0x3772cf1000) 00000800:00000200:86.0:1596748203.510843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f2cf2000 0x3772cf2000(0x3772cf2000) 00000800:00000200:86.0:1596748203.510844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f2cf3000 0x3772cf3000(0x3772cf3000) 00000800:00000200:86.0:1596748203.510845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f2cf4000 0x3772cf4000(0x3772cf4000) 00000800:00000200:86.0:1596748203.510845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f2cf5000 0x3772cf5000(0x3772cf5000) 00000800:00000200:86.0:1596748203.510846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f2cf6000 0x3772cf6000(0x3772cf6000) 00000800:00000010:86.0:1596748203.511404:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848b80 (tot 157402730). 00000800:00000200:86.0:1596748203.511405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.511422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4913800] (20)-- 00000800:00000200:86.0:1596748203.511424:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.58@o2ib36 00000800:00000200:86.0:1596748203.511676:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748203.512083:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.58@o2ib36 00000800:00000200:86.0:1596748203.512084:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.58@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748203.512085:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6548240 (tot 157402594). 00000800:00000200:86.0:1596748203.512086:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4913800] (19)++ 00000800:00000200:86.0:1596748203.512087:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4913800] (20)++ 00000800:00000200:86.0:1596748203.512088:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4913800] (21)-- 00000800:00000200:36.2:1596748203.512090:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4913800] (20)++ 00000800:00000010:86.0:1596748203.766410:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34c00 (tot 157402706). 00000800:00000200:86.0:1596748203.766413:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34c00] -> 192.168.128.34@o2ib36 (1)++ 00000800:00000010:86.0:1596748203.766415:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34c80 (tot 157402818). 00000800:00000010:86.0:1596748203.766416:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c028800 (tot 157403114). 00000800:00000010:86.0:1596748203.766418:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79cfc0 (tot 157403250). 00000800:00000010:86.0:1596748203.766420:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c033800 (tot 157405122). 00000800:00000010:86.0:1596748203.766422:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79cf00 (tot 157405274). 00000800:00000200:86.0:1596748203.766431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c059000 0x7dc059000(0x7dc059000) 00000800:00000200:86.0:1596748203.766432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c05a000 0x7dc05a000(0x7dc05a000) 00000800:00000200:86.0:1596748203.766433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c05b000 0x7dc05b000(0x7dc05b000) 00000800:00000200:86.0:1596748203.766433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c05c000 0x7dc05c000(0x7dc05c000) 00000800:00000200:86.0:1596748203.766434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c05d000 0x7dc05d000(0x7dc05d000) 00000800:00000200:86.0:1596748203.766435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c05e000 0x7dc05e000(0x7dc05e000) 00000800:00000200:86.0:1596748203.766436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c05f000 0x7dc05f000(0x7dc05f000) 00000800:00000200:86.0:1596748203.766436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c060000 0x7dc060000(0x7dc060000) 00000800:00000200:86.0:1596748203.766437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c061000 0x7dc061000(0x7dc061000) 00000800:00000200:86.0:1596748203.766438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c062000 0x7dc062000(0x7dc062000) 00000800:00000200:86.0:1596748203.766438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c063000 0x7dc063000(0x7dc063000) 00000800:00000200:86.0:1596748203.766439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c064000 0x7dc064000(0x7dc064000) 00000800:00000200:86.0:1596748203.766440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c065000 0x7dc065000(0x7dc065000) 00000800:00000200:86.0:1596748203.766441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c066000 0x7dc066000(0x7dc066000) 00000800:00000200:86.0:1596748203.766441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c067000 0x7dc067000(0x7dc067000) 00000800:00000200:86.0:1596748203.766442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c068000 0x7dc068000(0x7dc068000) 00000800:00000200:86.0:1596748203.766443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c069000 0x7dc069000(0x7dc069000) 00000800:00000200:86.0:1596748203.766444:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c06a000 0x7dc06a000(0x7dc06a000) 00000800:00000010:86.0:1596748203.767017:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34c80 (tot 157405162). 00000800:00000200:86.0:1596748203.767019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028800] (20)-- 00000800:00000200:86.0:1596748203.767038:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.34@o2ib36 00000800:00000200:86.0:1596748203.767298:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748203.767654:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.34@o2ib36 00000800:00000200:86.0:1596748203.767655:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.34@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748203.767656:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79cfc0 (tot 157405026). 00000800:00000200:86.0:1596748203.767657:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c028800] (19)++ 00000800:00000200:86.0:1596748203.767658:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c028800] (20)++ 00000800:00000200:86.0:1596748203.767659:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c028800] (21)-- 00000800:00000200:36.2:1596748203.767660:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c028800] (20)++ 00000800:00020000:15.0:1596748204.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748204.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748204.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c436e00] (22)++ 00000800:00000200:15.0:1596748204.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f0000] (21)++ 00000800:00000100:15.0:1596748204.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748204.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35580] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:15.0:1596748204.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c436e00] (23)-- 00000800:00000200:15.0:1596748204.352549:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc659f0000] (22)++ 00000800:00000200:15.0:1596748204.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc659f0000] (23)-- 00000800:00000200:15.0:1596748204.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c435200] (21)++ 00000800:00000200:15.0:1596748204.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c435200] (22)++ 00000800:00000200:15.0:1596748204.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c435200] (23)-- 00000800:00020000:15.0:1596748204.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748204.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748204.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770b800] (22)++ 00000800:00000100:15.0:1596748204.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748204.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28ee00] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:15.0:1596748204.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770b800] (23)-- 00000800:00020000:15.0:1596748204.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748204.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748204.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c37800] (22)++ 00000800:00000100:15.0:1596748204.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748204.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556180] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:15.0:1596748204.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c37800] (23)-- 00000800:00020000:15.0:1596748204.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748204.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748204.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8937e00] (22)++ 00000800:00000100:15.0:1596748204.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748204.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849680] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:15.0:1596748204.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f8937e00] (23)-- 00000400:00000200:15.0:1596748204.353101:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:15.0:1596748204.353103:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:15.0:1596748204.353103:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c436e00] (22)-- 00000800:00000200:86.0:1596748204.353449:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c436e00] (21)-- 00000400:00000200:15.0:1596748204.353645:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:15.0:1596748204.353647:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:15.0:1596748204.353647:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770b800] (22)-- 00000800:00000200:86.0:1596748204.353973:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770b800] (21)-- 00000400:00000200:15.0:1596748204.354188:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:15.0:1596748204.354189:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:15.0:1596748204.354190:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c37800] (22)-- 00000800:00000200:86.0:1596748204.354488:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c37800] (21)-- 00000400:00000200:15.0:1596748204.354738:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:15.0:1596748204.354739:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:15.0:1596748204.354739:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f8937e00] (22)-- 00000800:00000200:86.0:1596748204.354982:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f8937e00] (21)-- 00000800:00000010:86.0:1596748204.430965:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849300 (tot 157405138). 00000800:00000200:86.0:1596748204.430968:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849300] -> 192.168.128.32@o2ib36 (1)++ 00000800:00000010:86.0:1596748204.430970:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849280 (tot 157405250). 00000800:00000010:86.0:1596748204.430972:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4912e00 (tot 157405546). 00000800:00000010:86.0:1596748204.430974:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157405682). 00000800:00000010:86.0:1596748204.430976:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd90800 (tot 157407554). 00000800:00000010:86.0:1596748204.430977:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f65492c0 (tot 157407706). 00000800:00000200:86.0:1596748204.430980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f2ec9000 0x3772ec9000(0x3772ec9000) 00000800:00000200:86.0:1596748204.430981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f2eca000 0x3772eca000(0x3772eca000) 00000800:00000200:86.0:1596748204.430982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f2ecb000 0x3772ecb000(0x3772ecb000) 00000800:00000200:86.0:1596748204.430982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f2ecc000 0x3772ecc000(0x3772ecc000) 00000800:00000200:86.0:1596748204.430983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f2ecd000 0x3772ecd000(0x3772ecd000) 00000800:00000200:86.0:1596748204.430984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f2ece000 0x3772ece000(0x3772ece000) 00000800:00000200:86.0:1596748204.430985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f2ecf000 0x3772ecf000(0x3772ecf000) 00000800:00000200:86.0:1596748204.430985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f2ed0000 0x3772ed0000(0x3772ed0000) 00000800:00000200:86.0:1596748204.430986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f2ed1000 0x3772ed1000(0x3772ed1000) 00000800:00000200:86.0:1596748204.430987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f2ed2000 0x3772ed2000(0x3772ed2000) 00000800:00000200:86.0:1596748204.430988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f2ed3000 0x3772ed3000(0x3772ed3000) 00000800:00000200:86.0:1596748204.430988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f2ed4000 0x3772ed4000(0x3772ed4000) 00000800:00000200:86.0:1596748204.430989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f2ed5000 0x3772ed5000(0x3772ed5000) 00000800:00000200:86.0:1596748204.430990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f2ed6000 0x3772ed6000(0x3772ed6000) 00000800:00000200:86.0:1596748204.430991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f2ed7000 0x3772ed7000(0x3772ed7000) 00000800:00000200:86.0:1596748204.430992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f2ed8000 0x3772ed8000(0x3772ed8000) 00000800:00000200:86.0:1596748204.430992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f2ed9000 0x3772ed9000(0x3772ed9000) 00000800:00000200:86.0:1596748204.430993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f2eda000 0x3772eda000(0x3772eda000) 00000800:00000010:86.0:1596748204.431558:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849280 (tot 157407594). 00000800:00000200:86.0:1596748204.431559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.431577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4912e00] (20)-- 00000800:00000200:86.0:1596748204.431578:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.32@o2ib36 00000800:00000200:86.0:1596748204.431847:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748204.432252:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.32@o2ib36 00000800:00000200:86.0:1596748204.432253:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.32@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748204.432254:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157407458). 00000800:00000200:86.0:1596748204.432255:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4912e00] (19)++ 00000800:00000200:86.0:1596748204.432256:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4912e00] (20)++ 00000800:00000200:86.0:1596748204.432257:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4912e00] (21)-- 00000800:00000200:86.2:1596748204.432264:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4912e00] (20)++ 00000800:00000010:86.0:1596748205.147894:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849280 (tot 157407570). 00000800:00000200:86.0:1596748205.147897:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849280] -> 192.168.128.79@o2ib36 (1)++ 00000800:00000010:86.0:1596748205.147898:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849200 (tot 157407682). 00000800:00000010:86.0:1596748205.147899:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158ada00 (tot 157407978). 00000800:00000010:86.0:1596748205.147900:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6549ec0 (tot 157408114). 00000800:00000010:86.0:1596748205.147901:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd90000 (tot 157409986). 00000800:00000010:86.0:1596748205.147902:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6549080 (tot 157410138). 00000800:00000200:86.0:1596748205.147907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f2fcc000 0x3772fcc000(0x3772fcc000) 00000800:00000200:86.0:1596748205.147908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f2fcd000 0x3772fcd000(0x3772fcd000) 00000800:00000200:86.0:1596748205.147909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f2fce000 0x3772fce000(0x3772fce000) 00000800:00000200:86.0:1596748205.147910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f2fcf000 0x3772fcf000(0x3772fcf000) 00000800:00000200:86.0:1596748205.147911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f2ff8000 0x3772ff8000(0x3772ff8000) 00000800:00000200:86.0:1596748205.147912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f2ff9000 0x3772ff9000(0x3772ff9000) 00000800:00000200:86.0:1596748205.147912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f2ffa000 0x3772ffa000(0x3772ffa000) 00000800:00000200:86.0:1596748205.147913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f2ffb000 0x3772ffb000(0x3772ffb000) 00000800:00000200:86.0:1596748205.147914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f2ffc000 0x3772ffc000(0x3772ffc000) 00000800:00000200:86.0:1596748205.147914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f2ffd000 0x3772ffd000(0x3772ffd000) 00000800:00000200:86.0:1596748205.147915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f2ffe000 0x3772ffe000(0x3772ffe000) 00000800:00000200:86.0:1596748205.147916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f2fff000 0x3772fff000(0x3772fff000) 00000800:00000200:86.0:1596748205.147917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f2800000 0x3772800000(0x3772800000) 00000800:00000200:86.0:1596748205.147918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f2801000 0x3772801000(0x3772801000) 00000800:00000200:86.0:1596748205.147918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f2802000 0x3772802000(0x3772802000) 00000800:00000200:86.0:1596748205.147919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f2803000 0x3772803000(0x3772803000) 00000800:00000200:86.0:1596748205.147920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f2804000 0x3772804000(0x3772804000) 00000800:00000200:86.0:1596748205.147920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f2805000 0x3772805000(0x3772805000) 00000800:00000010:86.0:1596748205.148497:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849200 (tot 157410026). 00000800:00000200:86.0:1596748205.148508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.148526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158ada00] (20)-- 00000800:00000200:86.0:1596748205.148528:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.79@o2ib36 00000800:00000200:86.0:1596748205.148788:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748205.149163:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.79@o2ib36 00000800:00000200:86.0:1596748205.149164:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.79@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748205.149165:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6549ec0 (tot 157409890). 00000800:00000200:86.0:1596748205.149166:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158ada00] (19)++ 00000800:00000200:86.0:1596748205.149166:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158ada00] (20)++ 00000800:00000200:86.0:1596748205.149167:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158ada00] (21)-- 00000800:00000200:36.2:1596748205.149177:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158ada00] (20)++ 00000800:00000200:15.0:1596748205.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463437c00] (21)++ 00000800:00000200:15.0:1596748205.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463437c00] (22)++ 00000800:00000200:15.0:1596748205.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463437c00] (23)-- 00000800:00020000:15.0:1596748205.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748205.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748205.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c430200] (22)++ 00000800:00000100:15.0:1596748205.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748205.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34980] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:15.0:1596748205.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c430200] (23)-- 00000800:00020000:15.0:1596748205.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748205.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748205.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c24400] (22)++ 00000800:00000100:15.0:1596748205.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748205.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295580] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:15.0:1596748205.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c24400] (23)-- 00000400:00000200:15.0:1596748205.353159:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:15.0:1596748205.353162:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:15.0:1596748205.353162:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c430200] (22)-- 00000800:00000200:86.0:1596748205.353518:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c430200] (21)-- 00000400:00000200:15.0:1596748205.353707:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:15.0:1596748205.353708:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:15.0:1596748205.353708:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c24400] (22)-- 00000800:00000200:86.0:1596748205.354031:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463c24400] (21)-- 00000800:00000200:86.0:1596748205.407506:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407508:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407509:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407514:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407515:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407516:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407517:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.407518:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.415523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.415524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.415526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.415527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748205.415528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748205.512388:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2800 (tot 157410002). 00000800:00000200:86.0:1596748205.512392:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2800] -> 192.168.128.167@o2ib36 (1)++ 00000800:00000010:86.0:1596748205.512395:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2880 (tot 157410114). 00000800:00000010:86.0:1596748205.512397:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b8c00 (tot 157410410). 00000800:00000010:86.0:1596748205.512400:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7ded7500 (tot 157410546). 00000800:00000010:86.0:1596748205.512403:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e277800 (tot 157412418). 00000800:00000010:86.0:1596748205.512405:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7ded69c0 (tot 157412570). 00000800:00000200:86.0:1596748205.512419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c73925000 0xff3925000(0xff3925000) 00000800:00000200:86.0:1596748205.512420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e4e6000 0xfde4e6000(0xfde4e6000) 00000800:00000200:86.0:1596748205.512421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e852000 0xfde852000(0xfde852000) 00000800:00000200:86.0:1596748205.512422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c731bb000 0xff31bb000(0xff31bb000) 00000800:00000200:86.0:1596748205.512422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c7de19000 0xffde19000(0xffde19000) 00000800:00000200:86.0:1596748205.512423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c7f18f000 0xfff18f000(0xfff18f000) 00000800:00000200:86.0:1596748205.512424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c7e094000 0xffe094000(0xffe094000) 00000800:00000200:86.0:1596748205.512425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c7f713000 0xfff713000(0xfff713000) 00000800:00000200:86.0:1596748205.512425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c73368000 0xff3368000(0xff3368000) 00000800:00000200:86.0:1596748205.512426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c7ee84000 0xffee84000(0xffee84000) 00000800:00000200:86.0:1596748205.512427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c7f48c000 0xfff48c000(0xfff48c000) 00000800:00000200:86.0:1596748205.512427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c732f4000 0xff32f4000(0xff32f4000) 00000800:00000200:86.0:1596748205.512428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c7c3f9000 0xffc3f9000(0xffc3f9000) 00000800:00000200:86.0:1596748205.512429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c7cbfa000 0xffcbfa000(0xffcbfa000) 00000800:00000200:86.0:1596748205.512430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c7d8b8000 0xffd8b8000(0xffd8b8000) 00000800:00000200:86.0:1596748205.512430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c7367d000 0xff367d000(0xff367d000) 00000800:00000200:86.0:1596748205.512431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c7ef01000 0xffef01000(0xffef01000) 00000800:00000200:86.0:1596748205.512432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c7c2b6000 0xffc2b6000(0xffc2b6000) 00000800:00000010:86.0:1596748205.513002:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2880 (tot 157412458). 00000800:00000200:86.0:1596748205.513003:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513004:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513005:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513006:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513006:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513007:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513008:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8c00] (20)-- 00000800:00000200:86.0:1596748205.513023:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.167@o2ib36 00000800:00000200:86.0:1596748205.513282:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748205.513663:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.167@o2ib36 00000800:00000200:86.0:1596748205.513664:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.167@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748205.513665:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7ded7500 (tot 157412322). 00000800:00000200:86.0:1596748205.513666:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b8c00] (19)++ 00000800:00000200:86.0:1596748205.513667:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b8c00] (20)++ 00000800:00000200:86.0:1596748205.513667:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b8c00] (21)-- 00000800:00000200:88.2:1596748205.513834:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b8c00] (20)++ 00000800:00000010:86.0:1596748205.875976:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28f880 (tot 157412434). 00000800:00000200:86.0:1596748205.875980:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28f880] -> 192.168.128.7@o2ib36 (1)++ 00000800:00000010:86.0:1596748205.875982:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28f100 (tot 157412546). 00000800:00000010:86.0:1596748205.875988:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472bb800 (tot 157412842). 00000800:00000010:86.0:1596748205.875993:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4475f8d80 (tot 157412978). 00000800:00000010:86.0:1596748205.875997:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447324000 (tot 157414850). 00000800:00000010:86.0:1596748205.875999:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4475f8c00 (tot 157415002). 00000800:00000200:86.0:1596748205.876012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4472ff000 0x17c72ff000(0x17c72ff000) 00000800:00000200:86.0:1596748205.876013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447318000 0x17c7318000(0x17c7318000) 00000800:00000200:86.0:1596748205.876014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a460978000 0x17e0978000(0x17e0978000) 00000800:00000200:86.0:1596748205.876015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47c141000 0x17fc141000(0x17fc141000) 00000800:00000200:86.0:1596748205.876015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4609ee000 0x17e09ee000(0x17e09ee000) 00000800:00000200:86.0:1596748205.876016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47e3ea000 0x17fe3ea000(0x17fe3ea000) 00000800:00000200:86.0:1596748205.876017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47dfd1000 0x17fdfd1000(0x17fdfd1000) 00000800:00000200:86.0:1596748205.876018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47822c000 0x17f822c000(0x17f822c000) 00000800:00000200:86.0:1596748205.876018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47c02e000 0x17fc02e000(0x17fc02e000) 00000800:00000200:86.0:1596748205.876019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47b0b7000 0x17fb0b7000(0x17fb0b7000) 00000800:00000200:86.0:1596748205.876020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4608e3000 0x17e08e3000(0x17e08e3000) 00000800:00000200:86.0:1596748205.876020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47b2f9000 0x17fb2f9000(0x17fb2f9000) 00000800:00000200:86.0:1596748205.876021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47efb4000 0x17fefb4000(0x17fefb4000) 00000800:00000200:86.0:1596748205.876022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4782f7000 0x17f82f7000(0x17f82f7000) 00000800:00000200:86.0:1596748205.876023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47f342000 0x17ff342000(0x17ff342000) 00000800:00000200:86.0:1596748205.876023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a461df9000 0x17e1df9000(0x17e1df9000) 00000800:00000200:86.0:1596748205.876024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47aa29000 0x17faa29000(0x17faa29000) 00000800:00000200:86.0:1596748205.876025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47b362000 0x17fb362000(0x17fb362000) 00000800:00000010:86.0:1596748205.876589:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28f100 (tot 157414890). 00000800:00000200:86.0:1596748205.876590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876593:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876593:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876594:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876594:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876595:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876595:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876596:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876596:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876597:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876597:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876598:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876598:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876599:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876599:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876599:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876600:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876600:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876601:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876601:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876602:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876602:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876603:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876603:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876604:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876604:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876605:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876605:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876606:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876606:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876607:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876607:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876608:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.876608:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb800] (20)-- 00000800:00000200:86.0:1596748205.876609:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.7@o2ib36 00000800:00000200:86.0:1596748205.876877:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748205.877284:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.7@o2ib36 00000800:00000200:86.0:1596748205.877285:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.7@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748205.877286:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4475f8d80 (tot 157414754). 00000800:00000200:86.0:1596748205.877287:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472bb800] (19)++ 00000800:00000200:86.0:1596748205.877287:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472bb800] (20)++ 00000800:00000200:86.0:1596748205.877288:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472bb800] (21)-- 00000800:00000200:36.2:1596748205.877294:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472bb800] (20)++ 00000800:00000010:86.0:1596748205.898176:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28f100 (tot 157414866). 00000800:00000200:86.0:1596748205.898179:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28f100] -> 192.168.128.117@o2ib36 (1)++ 00000800:00000010:86.0:1596748205.898181:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e780 (tot 157414978). 00000800:00000010:86.0:1596748205.898182:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472bc000 (tot 157415274). 00000800:00000010:86.0:1596748205.898183:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4475f8d80 (tot 157415410). 00000800:00000010:86.0:1596748205.898184:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447324800 (tot 157417282). 00000800:00000010:86.0:1596748205.898185:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4475f8f00 (tot 157417434). 00000800:00000200:86.0:1596748205.898191:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47d009000 0x17fd009000(0x17fd009000) 00000800:00000200:86.0:1596748205.898192:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4616ea000 0x17e16ea000(0x17e16ea000) 00000800:00000200:86.0:1596748205.898193:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4609ec000 0x17e09ec000(0x17e09ec000) 00000800:00000200:86.0:1596748205.898194:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47ba17000 0x17fba17000(0x17fba17000) 00000800:00000200:86.0:1596748205.898195:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4766cc000 0x17f66cc000(0x17f66cc000) 00000800:00000200:86.0:1596748205.898195:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4617b1000 0x17e17b1000(0x17e17b1000) 00000800:00000200:86.0:1596748205.898196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47ef97000 0x17fef97000(0x17fef97000) 00000800:00000200:86.0:1596748205.898197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a460ad3000 0x17e0ad3000(0x17e0ad3000) 00000800:00000200:86.0:1596748205.898198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476880000 0x17f6880000(0x17f6880000) 00000800:00000200:86.0:1596748205.898198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447330000 0x17c7330000(0x17c7330000) 00000800:00000200:86.0:1596748205.898199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447331000 0x17c7331000(0x17c7331000) 00000800:00000200:86.0:1596748205.898200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44732a000 0x17c732a000(0x17c732a000) 00000800:00000200:86.0:1596748205.898200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44732b000 0x17c732b000(0x17c732b000) 00000800:00000200:86.0:1596748205.898201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44731c000 0x17c731c000(0x17c731c000) 00000800:00000200:86.0:1596748205.898202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44731d000 0x17c731d000(0x17c731d000) 00000800:00000200:86.0:1596748205.898203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44731e000 0x17c731e000(0x17c731e000) 00000800:00000200:86.0:1596748205.898203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44731f000 0x17c731f000(0x17c731f000) 00000800:00000200:86.0:1596748205.898204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44732c000 0x17c732c000(0x17c732c000) 00000800:00000010:86.0:1596748205.898765:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e780 (tot 157417322). 00000800:00000200:86.0:1596748205.898766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898779:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898780:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.898783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc000] (20)-- 00000800:00000200:86.0:1596748205.898785:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.117@o2ib36 00000800:00000200:86.0:1596748205.899040:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748205.899394:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.117@o2ib36 00000800:00000200:86.0:1596748205.899395:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.117@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748205.899396:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4475f8d80 (tot 157417186). 00000800:00000200:86.0:1596748205.899397:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472bc000] (19)++ 00000800:00000200:86.0:1596748205.899398:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472bc000] (20)++ 00000800:00000200:86.0:1596748205.899399:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472bc000] (21)-- 00000800:00000200:39.2:1596748205.899553:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472bc000] (20)++ 00000800:00000010:86.0:1596748206.114738:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1300 (tot 157417298). 00000800:00000200:86.0:1596748206.114741:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1300] -> 192.168.128.14@o2ib36 (1)++ 00000800:00000010:86.0:1596748206.114743:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1280 (tot 157417410). 00000800:00000010:86.0:1596748206.114748:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f3800 (tot 157417706). 00000800:00000010:86.0:1596748206.114750:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cf080 (tot 157417842). 00000800:00000010:86.0:1596748206.114755:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b82000 (tot 157419714). 00000800:00000010:86.0:1596748206.114757:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cee40 (tot 157419866). 00000800:00000200:86.0:1596748206.114764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a4d000 0x2fe5a4d000(0x2fe5a4d000) 00000800:00000200:86.0:1596748206.114765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a4e000 0x2fe5a4e000(0x2fe5a4e000) 00000800:00000200:86.0:1596748206.114766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a4f000 0x2fe5a4f000(0x2fe5a4f000) 00000800:00000200:86.0:1596748206.114767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a58000 0x2fe5a58000(0x2fe5a58000) 00000800:00000200:86.0:1596748206.114768:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a59000 0x2fe5a59000(0x2fe5a59000) 00000800:00000200:86.0:1596748206.114768:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a5a000 0x2fe5a5a000(0x2fe5a5a000) 00000800:00000200:86.0:1596748206.114769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a5b000 0x2fe5a5b000(0x2fe5a5b000) 00000800:00000200:86.0:1596748206.114770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a50000 0x2fe5a50000(0x2fe5a50000) 00000800:00000200:86.0:1596748206.114771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a51000 0x2fe5a51000(0x2fe5a51000) 00000800:00000200:86.0:1596748206.114771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a52000 0x2fe5a52000(0x2fe5a52000) 00000800:00000200:86.0:1596748206.114772:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a53000 0x2fe5a53000(0x2fe5a53000) 00000800:00000200:86.0:1596748206.114773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a54000 0x2fe5a54000(0x2fe5a54000) 00000800:00000200:86.0:1596748206.114774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a55000 0x2fe5a55000(0x2fe5a55000) 00000800:00000200:86.0:1596748206.114774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a56000 0x2fe5a56000(0x2fe5a56000) 00000800:00000200:86.0:1596748206.114775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a57000 0x2fe5a57000(0x2fe5a57000) 00000800:00000200:86.0:1596748206.114776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a60000 0x2fe5a60000(0x2fe5a60000) 00000800:00000200:86.0:1596748206.114776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a61000 0x2fe5a61000(0x2fe5a61000) 00000800:00000200:86.0:1596748206.114777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a62000 0x2fe5a62000(0x2fe5a62000) 00000800:00000010:86.0:1596748206.115328:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1280 (tot 157419754). 00000800:00000200:86.0:1596748206.115330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3800] (20)-- 00000800:00000200:86.0:1596748206.115349:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.14@o2ib36 00000800:00000200:86.0:1596748206.115605:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748206.115974:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.14@o2ib36 00000800:00000200:86.0:1596748206.115976:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.14@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748206.115977:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cf080 (tot 157419618). 00000800:00000200:86.0:1596748206.115978:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f3800] (19)++ 00000800:00000200:86.0:1596748206.115979:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f3800] (20)++ 00000800:00000200:86.0:1596748206.115981:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f3800] (21)-- 00000800:00000200:40.2:1596748206.115996:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f3800] (20)++ 00000800:00000010:86.0:1596748206.298286:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3700 (tot 157419730). 00000800:00000200:86.0:1596748206.298289:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3700] -> 192.168.128.31@o2ib36 (1)++ 00000800:00000010:86.0:1596748206.298291:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3680 (tot 157419842). 00000800:00000010:86.0:1596748206.298296:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bc800 (tot 157420138). 00000800:00000010:86.0:1596748206.298300:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7ded7440 (tot 157420274). 00000800:00000010:86.0:1596748206.298305:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e277000 (tot 157422146). 00000800:00000010:86.0:1596748206.298306:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7ded7380 (tot 157422298). 00000800:00000200:86.0:1596748206.298314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff9895147fc000 0x8947fc000(0x8947fc000) 00000800:00000200:86.0:1596748206.298315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c7f13e000 0xfff13e000(0xfff13e000) 00000800:00000200:86.0:1596748206.298316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c77415000 0xff7415000(0xff7415000) 00000800:00000200:86.0:1596748206.298317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c799b7000 0xff99b7000(0xff99b7000) 00000800:00000200:86.0:1596748206.298318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c77764000 0xff7764000(0xff7764000) 00000800:00000200:86.0:1596748206.298319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c7ed49000 0xffed49000(0xffed49000) 00000800:00000200:86.0:1596748206.298319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c77487000 0xff7487000(0xff7487000) 00000800:00000200:86.0:1596748206.298320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c7c92f000 0xffc92f000(0xffc92f000) 00000800:00000200:86.0:1596748206.298321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c7f587000 0xfff587000(0xfff587000) 00000800:00000200:86.0:1596748206.298322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c79ae6000 0xff9ae6000(0xff9ae6000) 00000800:00000200:86.0:1596748206.298322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c77557000 0xff7557000(0xff7557000) 00000800:00000200:86.0:1596748206.298323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c7da0b000 0xffda0b000(0xffda0b000) 00000800:00000200:86.0:1596748206.298324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e4ea000 0xfde4ea000(0xfde4ea000) 00000800:00000200:86.0:1596748206.298325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e4e8000 0xfde4e8000(0xfde4e8000) 00000800:00000200:86.0:1596748206.298325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e4e9000 0xfde4e9000(0xfde4e9000) 00000800:00000200:86.0:1596748206.298326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e278000 0xfde278000(0xfde278000) 00000800:00000200:86.0:1596748206.298327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e279000 0xfde279000(0xfde279000) 00000800:00000200:86.0:1596748206.298327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e27a000 0xfde27a000(0xfde27a000) 00000800:00000010:86.0:1596748206.298889:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3680 (tot 157422186). 00000800:00000200:86.0:1596748206.298891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.298908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bc800] (20)-- 00000800:00000200:86.0:1596748206.298910:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.31@o2ib36 00000800:00000200:86.0:1596748206.299164:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748206.299594:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.31@o2ib36 00000800:00000200:86.0:1596748206.299596:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.31@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748206.299597:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7ded7440 (tot 157422050). 00000800:00000200:86.0:1596748206.299598:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bc800] (19)++ 00000800:00000200:86.0:1596748206.299598:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bc800] (20)++ 00000800:00000200:86.0:1596748206.299599:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bc800] (21)-- 00000800:00000200:89.2:1596748206.299601:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bc800] (20)++ 00000800:00020000:16.0:1596748206.352526:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748206.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748206.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463436c00] (22)++ 00000800:00000100:16.0:1596748206.352533:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748206.352536:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295500] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:16.0:1596748206.352537:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463436c00] (23)-- 00000800:00020000:16.0:1596748206.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748206.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748206.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c432000] (22)++ 00000800:00000100:16.0:1596748206.352542:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748206.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35500] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:16.0:1596748206.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c432000] (23)-- 00000800:00020000:16.0:1596748206.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748206.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748206.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e624200] (22)++ 00000800:00000100:16.0:1596748206.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748206.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3980] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:16.0:1596748206.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e624200] (23)-- 00000400:00000200:16.0:1596748206.353147:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:16.0:1596748206.353148:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:16.0:1596748206.353149:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463436c00] (22)-- 00000400:00000200:16.0:1596748206.353678:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:16.0:1596748206.353679:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:16.0:1596748206.353680:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c432000] (22)-- 00000800:00000200:86.0:1596748206.353730:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463436c00] (21)-- 00000800:00000200:86.0:1596748206.354170:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c432000] (21)-- 00000400:00000200:16.0:1596748206.354242:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:16.0:1596748206.354244:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:16.0:1596748206.354244:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e624200] (22)-- 00000800:00000200:86.0:1596748206.354548:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e624200] (21)-- 00000800:00000010:86.0:1596748206.370341:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294d00 (tot 157422162). 00000800:00000200:86.0:1596748206.370346:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294d00] -> 192.168.128.51@o2ib36 (1)++ 00000800:00000010:86.0:1596748206.370347:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294d80 (tot 157422274). 00000800:00000010:86.0:1596748206.370350:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46363aa00 (tot 157422570). 00000800:00000010:86.0:1596748206.370352:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421980 (tot 157422706). 00000800:00000010:86.0:1596748206.370354:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8b800 (tot 157424578). 00000800:00000010:86.0:1596748206.370356:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4644218c0 (tot 157424730). 00000800:00000200:86.0:1596748206.370359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46361c000 0x27e361c000(0x27e361c000) 00000800:00000200:86.0:1596748206.370360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46361d000 0x27e361d000(0x27e361d000) 00000800:00000200:86.0:1596748206.370361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46361e000 0x27e361e000(0x27e361e000) 00000800:00000200:86.0:1596748206.370362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46361f000 0x27e361f000(0x27e361f000) 00000800:00000200:86.0:1596748206.370362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463620000 0x27e3620000(0x27e3620000) 00000800:00000200:86.0:1596748206.370363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463621000 0x27e3621000(0x27e3621000) 00000800:00000200:86.0:1596748206.370364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463622000 0x27e3622000(0x27e3622000) 00000800:00000200:86.0:1596748206.370364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463623000 0x27e3623000(0x27e3623000) 00000800:00000200:86.0:1596748206.370365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463624000 0x27e3624000(0x27e3624000) 00000800:00000200:86.0:1596748206.370366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463625000 0x27e3625000(0x27e3625000) 00000800:00000200:86.0:1596748206.370367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463626000 0x27e3626000(0x27e3626000) 00000800:00000200:86.0:1596748206.370367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463627000 0x27e3627000(0x27e3627000) 00000800:00000200:86.0:1596748206.370368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463628000 0x27e3628000(0x27e3628000) 00000800:00000200:86.0:1596748206.370369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463629000 0x27e3629000(0x27e3629000) 00000800:00000200:86.0:1596748206.370370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46362a000 0x27e362a000(0x27e362a000) 00000800:00000200:86.0:1596748206.370370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46362b000 0x27e362b000(0x27e362b000) 00000800:00000200:86.0:1596748206.370371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46362c000 0x27e362c000(0x27e362c000) 00000800:00000200:86.0:1596748206.370372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46362d000 0x27e362d000(0x27e362d000) 00000800:00000010:86.0:1596748206.370937:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294d80 (tot 157424618). 00000800:00000200:86.0:1596748206.370938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.370956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363aa00] (20)-- 00000800:00000200:86.0:1596748206.370957:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.51@o2ib36 00000800:00000200:86.0:1596748206.371221:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748206.371584:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.51@o2ib36 00000800:00000200:86.0:1596748206.371586:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.51@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748206.371587:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421980 (tot 157424482). 00000800:00000200:86.0:1596748206.371588:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46363aa00] (19)++ 00000800:00000200:86.0:1596748206.371589:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46363aa00] (20)++ 00000800:00000200:86.0:1596748206.371590:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46363aa00] (21)-- 00000800:00000200:87.2:1596748206.371778:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46363aa00] (20)++ 00000800:00000200:86.0:1596748206.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748206.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748206.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748206.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748206.513433:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a000 (tot 157424594). 00000800:00000200:86.0:1596748206.513437:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a000] -> 192.168.128.25@o2ib36 (1)++ 00000800:00000010:86.0:1596748206.513439:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a080 (tot 157424706). 00000800:00000010:86.0:1596748206.513442:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf24400 (tot 157425002). 00000800:00000010:86.0:1596748206.513445:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b58c0 (tot 157425138). 00000800:00000010:86.0:1596748206.513449:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c271800 (tot 157427010). 00000800:00000010:86.0:1596748206.513450:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b5800 (tot 157427162). 00000800:00000200:86.0:1596748206.513460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c347000 0x1fdc347000(0x1fdc347000) 00000800:00000200:86.0:1596748206.513461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c4fd000 0x1fdc4fd000(0x1fdc4fd000) 00000800:00000200:86.0:1596748206.513462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac732a9000 0x1ff32a9000(0x1ff32a9000) 00000800:00000200:86.0:1596748206.513463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c29c000 0x1fdc29c000(0x1fdc29c000) 00000800:00000200:86.0:1596748206.513464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac7ae8c000 0x1ffae8c000(0x1ffae8c000) 00000800:00000200:86.0:1596748206.513465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c176000 0x1fdc176000(0x1fdc176000) 00000800:00000200:86.0:1596748206.513465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7f34c000 0x1fff34c000(0x1fff34c000) 00000800:00000200:86.0:1596748206.513466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c171000 0x1fdc171000(0x1fdc171000) 00000800:00000200:86.0:1596748206.513467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c29e000 0x1fdc29e000(0x1fdc29e000) 00000800:00000200:86.0:1596748206.513467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7ed8d000 0x1ffed8d000(0x1ffed8d000) 00000800:00000200:86.0:1596748206.513468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c1ce000 0x1fdc1ce000(0x1fdc1ce000) 00000800:00000200:86.0:1596748206.513469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c164000 0x1fdc164000(0x1fdc164000) 00000800:00000200:86.0:1596748206.513470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c478000 0x1fdc478000(0x1fdc478000) 00000800:00000200:86.0:1596748206.513470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c4f3000 0x1fdc4f3000(0x1fdc4f3000) 00000800:00000200:86.0:1596748206.513471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c4f4000 0x1fdc4f4000(0x1fdc4f4000) 00000800:00000200:86.0:1596748206.513472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c191000 0x1fdc191000(0x1fdc191000) 00000800:00000200:86.0:1596748206.513473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c169000 0x1fdc169000(0x1fdc169000) 00000800:00000200:86.0:1596748206.513473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c16e000 0x1fdc16e000(0x1fdc16e000) 00000800:00000010:86.0:1596748206.514050:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a080 (tot 157427050). 00000800:00000200:86.0:1596748206.514051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf24400] (20)-- 00000800:00000200:86.0:1596748206.514070:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.25@o2ib36 00000800:00000200:86.0:1596748206.514325:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748206.514716:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.25@o2ib36 00000800:00000200:86.0:1596748206.514718:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.25@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748206.514719:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b58c0 (tot 157426914). 00000800:00000200:86.0:1596748206.514720:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf24400] (19)++ 00000800:00000200:86.0:1596748206.514721:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf24400] (20)++ 00000800:00000200:86.0:1596748206.514721:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf24400] (21)-- 00000800:00000200:89.2:1596748206.514723:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf24400] (20)++ 00000800:00000010:86.0:1596748206.826946:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28ef00 (tot 157427026). 00000800:00000200:86.0:1596748206.826950:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28ef00] -> 192.168.128.130@o2ib36 (1)++ 00000800:00000010:86.0:1596748206.826952:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e800 (tot 157427138). 00000800:00000010:86.0:1596748206.826954:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472bc400 (tot 157427434). 00000800:00000010:86.0:1596748206.826958:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4475f8cc0 (tot 157427570). 00000800:00000010:86.0:1596748206.826962:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447323800 (tot 157429442). 00000800:00000010:86.0:1596748206.826964:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4475f8fc0 (tot 157429594). 00000800:00000200:86.0:1596748206.826967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44732d000 0x17c732d000(0x17c732d000) 00000800:00000200:86.0:1596748206.826968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44732e000 0x17c732e000(0x17c732e000) 00000800:00000200:86.0:1596748206.826969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44732f000 0x17c732f000(0x17c732f000) 00000800:00000200:86.0:1596748206.826970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447310000 0x17c7310000(0x17c7310000) 00000800:00000200:86.0:1596748206.826970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447311000 0x17c7311000(0x17c7311000) 00000800:00000200:86.0:1596748206.826971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447312000 0x17c7312000(0x17c7312000) 00000800:00000200:86.0:1596748206.826972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447313000 0x17c7313000(0x17c7313000) 00000800:00000200:86.0:1596748206.826973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447314000 0x17c7314000(0x17c7314000) 00000800:00000200:86.0:1596748206.826973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447315000 0x17c7315000(0x17c7315000) 00000800:00000200:86.0:1596748206.826974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447316000 0x17c7316000(0x17c7316000) 00000800:00000200:86.0:1596748206.826975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447317000 0x17c7317000(0x17c7317000) 00000800:00000200:86.0:1596748206.826976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447300000 0x17c7300000(0x17c7300000) 00000800:00000200:86.0:1596748206.826976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447301000 0x17c7301000(0x17c7301000) 00000800:00000200:86.0:1596748206.826977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447302000 0x17c7302000(0x17c7302000) 00000800:00000200:86.0:1596748206.826978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447303000 0x17c7303000(0x17c7303000) 00000800:00000200:86.0:1596748206.826979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a447304000 0x17c7304000(0x17c7304000) 00000800:00000200:86.0:1596748206.826979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447305000 0x17c7305000(0x17c7305000) 00000800:00000200:86.0:1596748206.826980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447306000 0x17c7306000(0x17c7306000) 00000800:00000010:86.0:1596748206.827556:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e800 (tot 157429482). 00000800:00000200:86.0:1596748206.827557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.827575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bc400] (20)-- 00000800:00000200:86.0:1596748206.827577:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.130@o2ib36 00000800:00000200:86.0:1596748206.827841:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748206.828199:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.130@o2ib36 00000800:00000200:86.0:1596748206.828200:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.130@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748206.828201:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4475f8cc0 (tot 157429346). 00000800:00000200:86.0:1596748206.828202:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:36.2:1596748206.828202:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472bc400] (19)++ 00000800:00000200:86.0:1596748206.828203:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472bc400] (20)++ 00000800:00000200:86.0:1596748206.828204:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472bc400] (22)-- 00000800:00000010:86.0:1596748207.026895:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0b00 (tot 157429458). 00000800:00000200:86.0:1596748207.026899:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0b00] -> 192.168.128.103@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.026900:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0b80 (tot 157429570). 00000800:00000010:86.0:1596748207.026902:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f5600 (tot 157429866). 00000800:00000010:86.0:1596748207.026904:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cefc0 (tot 157430002). 00000800:00000010:86.0:1596748207.026906:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b80000 (tot 157431874). 00000800:00000010:86.0:1596748207.026907:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cef00 (tot 157432026). 00000800:00000200:86.0:1596748207.026912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a63000 0x2fe5a63000(0x2fe5a63000) 00000800:00000200:86.0:1596748207.026913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a64000 0x2fe5a64000(0x2fe5a64000) 00000800:00000200:86.0:1596748207.026914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a65000 0x2fe5a65000(0x2fe5a65000) 00000800:00000200:86.0:1596748207.026915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a66000 0x2fe5a66000(0x2fe5a66000) 00000800:00000200:86.0:1596748207.026916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a67000 0x2fe5a67000(0x2fe5a67000) 00000800:00000200:86.0:1596748207.026917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a68000 0x2fe5a68000(0x2fe5a68000) 00000800:00000200:86.0:1596748207.026917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a69000 0x2fe5a69000(0x2fe5a69000) 00000800:00000200:86.0:1596748207.026918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a6a000 0x2fe5a6a000(0x2fe5a6a000) 00000800:00000200:86.0:1596748207.026919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a6b000 0x2fe5a6b000(0x2fe5a6b000) 00000800:00000200:86.0:1596748207.026920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a6c000 0x2fe5a6c000(0x2fe5a6c000) 00000800:00000200:86.0:1596748207.026920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a6d000 0x2fe5a6d000(0x2fe5a6d000) 00000800:00000200:86.0:1596748207.026921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a6e000 0x2fe5a6e000(0x2fe5a6e000) 00000800:00000200:86.0:1596748207.026922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a6f000 0x2fe5a6f000(0x2fe5a6f000) 00000800:00000200:86.0:1596748207.026922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a70000 0x2fe5a70000(0x2fe5a70000) 00000800:00000200:86.0:1596748207.026923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a71000 0x2fe5a71000(0x2fe5a71000) 00000800:00000200:86.0:1596748207.026924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a72000 0x2fe5a72000(0x2fe5a72000) 00000800:00000200:86.0:1596748207.026925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a73000 0x2fe5a73000(0x2fe5a73000) 00000800:00000200:86.0:1596748207.026925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a74000 0x2fe5a74000(0x2fe5a74000) 00000800:00000010:86.0:1596748207.027511:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0b80 (tot 157431914). 00000800:00000200:86.0:1596748207.027512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027527:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.027530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5600] (20)-- 00000800:00000200:86.0:1596748207.027532:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.103@o2ib36 00000800:00000200:86.0:1596748207.027792:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.028151:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.103@o2ib36 00000800:00000200:86.0:1596748207.028152:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.103@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.028153:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cefc0 (tot 157431778). 00000800:00000200:84.2:1596748207.028153:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.028154:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f5600] (19)++ 00000800:00000200:86.0:1596748207.028155:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f5600] (20)++ 00000800:00000200:86.0:1596748207.028155:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f5600] (22)-- 00000800:00000010:86.0:1596748207.081445:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2880 (tot 157431890). 00000800:00000200:86.0:1596748207.081448:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2880] -> 192.168.128.120@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.081450:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2900 (tot 157432002). 00000800:00000010:86.0:1596748207.081451:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bca00 (tot 157432298). 00000800:00000010:86.0:1596748207.081453:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7ded7500 (tot 157432434). 00000800:00000010:86.0:1596748207.081455:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e270800 (tot 157434306). 00000800:00000010:86.0:1596748207.081456:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7ded72c0 (tot 157434458). 00000800:00000200:86.0:1596748207.081459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e27b000 0xfde27b000(0xfde27b000) 00000800:00000200:86.0:1596748207.081460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e27c000 0xfde27c000(0xfde27c000) 00000800:00000200:86.0:1596748207.081461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e27d000 0xfde27d000(0xfde27d000) 00000800:00000200:86.0:1596748207.081462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e27e000 0xfde27e000(0xfde27e000) 00000800:00000200:86.0:1596748207.081463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e27f000 0xfde27f000(0xfde27f000) 00000800:00000200:86.0:1596748207.081464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e280000 0xfde280000(0xfde280000) 00000800:00000200:86.0:1596748207.081464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e281000 0xfde281000(0xfde281000) 00000800:00000200:86.0:1596748207.081465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e282000 0xfde282000(0xfde282000) 00000800:00000200:86.0:1596748207.081466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e283000 0xfde283000(0xfde283000) 00000800:00000200:86.0:1596748207.081467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e284000 0xfde284000(0xfde284000) 00000800:00000200:86.0:1596748207.081467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e285000 0xfde285000(0xfde285000) 00000800:00000200:86.0:1596748207.081468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e286000 0xfde286000(0xfde286000) 00000800:00000200:86.0:1596748207.081469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e287000 0xfde287000(0xfde287000) 00000800:00000200:86.0:1596748207.081470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e288000 0xfde288000(0xfde288000) 00000800:00000200:86.0:1596748207.081470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e289000 0xfde289000(0xfde289000) 00000800:00000200:86.0:1596748207.081471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e28a000 0xfde28a000(0xfde28a000) 00000800:00000200:86.0:1596748207.081472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e28b000 0xfde28b000(0xfde28b000) 00000800:00000200:86.0:1596748207.081472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e28c000 0xfde28c000(0xfde28c000) 00000800:00000010:86.0:1596748207.082050:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2900 (tot 157434346). 00000800:00000200:86.0:1596748207.082051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bca00] (20)-- 00000800:00000200:86.0:1596748207.082070:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.120@o2ib36 00000800:00000200:86.0:1596748207.082337:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.082741:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.120@o2ib36 00000800:00000200:86.0:1596748207.082743:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.120@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.082744:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7ded7500 (tot 157434210). 00000800:00000200:86.0:1596748207.082745:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bca00] (19)++ 00000800:00000200:86.0:1596748207.082745:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bca00] (20)++ 00000800:00000200:86.0:1596748207.082746:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bca00] (21)-- 00000800:00000200:87.2:1596748207.082915:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bca00] (20)++ 00000800:00000010:86.0:1596748207.085773:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295180 (tot 157434322). 00000800:00000200:86.0:1596748207.085776:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295180] -> 192.168.128.166@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.085777:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295100 (tot 157434434). 00000800:00000010:86.0:1596748207.085780:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463434000 (tot 157434730). 00000800:00000010:86.0:1596748207.085781:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421a40 (tot 157434866). 00000800:00000010:86.0:1596748207.085783:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8b000 (tot 157436738). 00000800:00000010:86.0:1596748207.085784:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464420f00 (tot 157436890). 00000800:00000200:86.0:1596748207.085791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46362e000 0x27e362e000(0x27e362e000) 00000800:00000200:86.0:1596748207.085792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46362f000 0x27e362f000(0x27e362f000) 00000800:00000200:86.0:1596748207.085793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463530000 0x27e3530000(0x27e3530000) 00000800:00000200:86.0:1596748207.085794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463531000 0x27e3531000(0x27e3531000) 00000800:00000200:86.0:1596748207.085794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463532000 0x27e3532000(0x27e3532000) 00000800:00000200:86.0:1596748207.085795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463533000 0x27e3533000(0x27e3533000) 00000800:00000200:86.0:1596748207.085796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463534000 0x27e3534000(0x27e3534000) 00000800:00000200:86.0:1596748207.085797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463535000 0x27e3535000(0x27e3535000) 00000800:00000200:86.0:1596748207.085797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463536000 0x27e3536000(0x27e3536000) 00000800:00000200:86.0:1596748207.085798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463537000 0x27e3537000(0x27e3537000) 00000800:00000200:86.0:1596748207.085799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463538000 0x27e3538000(0x27e3538000) 00000800:00000200:86.0:1596748207.085800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463539000 0x27e3539000(0x27e3539000) 00000800:00000200:86.0:1596748207.085800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46353a000 0x27e353a000(0x27e353a000) 00000800:00000200:86.0:1596748207.085801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46353b000 0x27e353b000(0x27e353b000) 00000800:00000200:86.0:1596748207.085802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46353c000 0x27e353c000(0x27e353c000) 00000800:00000200:86.0:1596748207.085803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46353d000 0x27e353d000(0x27e353d000) 00000800:00000200:86.0:1596748207.085803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46353e000 0x27e353e000(0x27e353e000) 00000800:00000200:86.0:1596748207.085804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46353f000 0x27e353f000(0x27e353f000) 00000800:00000010:86.0:1596748207.086340:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295100 (tot 157436778). 00000800:00000200:86.0:1596748207.086342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086349:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086352:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086353:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086359:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.086359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434000] (20)-- 00000800:00000200:86.0:1596748207.086361:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.166@o2ib36 00000800:00000200:86.0:1596748207.086626:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.086997:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.166@o2ib36 00000800:00000200:86.0:1596748207.086998:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.166@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.086999:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421a40 (tot 157436642). 00000800:00000200:86.0:1596748207.087000:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463434000] (19)++ 00000800:00000200:86.0:1596748207.087001:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463434000] (20)++ 00000800:00000200:86.0:1596748207.087002:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463434000] (21)-- 00000800:00000200:36.2:1596748207.087004:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463434000] (20)++ 00000800:00000010:86.0:1596748207.115871:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295100 (tot 157436754). 00000800:00000200:86.0:1596748207.115874:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295100] -> 192.168.128.98@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.115875:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295080 (tot 157436866). 00000800:00000010:86.0:1596748207.115876:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463434c00 (tot 157437162). 00000800:00000010:86.0:1596748207.115877:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421a40 (tot 157437298). 00000800:00000010:86.0:1596748207.115878:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8c000 (tot 157439170). 00000800:00000010:86.0:1596748207.115880:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464421200 (tot 157439322). 00000800:00000200:86.0:1596748207.115882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463540000 0x27e3540000(0x27e3540000) 00000800:00000200:86.0:1596748207.115883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463541000 0x27e3541000(0x27e3541000) 00000800:00000200:86.0:1596748207.115884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463542000 0x27e3542000(0x27e3542000) 00000800:00000200:86.0:1596748207.115885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463543000 0x27e3543000(0x27e3543000) 00000800:00000200:86.0:1596748207.115886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463544000 0x27e3544000(0x27e3544000) 00000800:00000200:86.0:1596748207.115887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463545000 0x27e3545000(0x27e3545000) 00000800:00000200:86.0:1596748207.115888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463546000 0x27e3546000(0x27e3546000) 00000800:00000200:86.0:1596748207.115888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463547000 0x27e3547000(0x27e3547000) 00000800:00000200:86.0:1596748207.115889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463548000 0x27e3548000(0x27e3548000) 00000800:00000200:86.0:1596748207.115890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463549000 0x27e3549000(0x27e3549000) 00000800:00000200:86.0:1596748207.115891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46354a000 0x27e354a000(0x27e354a000) 00000800:00000200:86.0:1596748207.115891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46354b000 0x27e354b000(0x27e354b000) 00000800:00000200:86.0:1596748207.115892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46354c000 0x27e354c000(0x27e354c000) 00000800:00000200:86.0:1596748207.115893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46354d000 0x27e354d000(0x27e354d000) 00000800:00000200:86.0:1596748207.115894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46354e000 0x27e354e000(0x27e354e000) 00000800:00000200:86.0:1596748207.115894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46354f000 0x27e354f000(0x27e354f000) 00000800:00000200:86.0:1596748207.115895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463590000 0x27e3590000(0x27e3590000) 00000800:00000200:86.0:1596748207.115896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463591000 0x27e3591000(0x27e3591000) 00000800:00000010:86.0:1596748207.116437:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295080 (tot 157439210). 00000800:00000200:86.0:1596748207.116438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.116456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463434c00] (20)-- 00000800:00000200:86.0:1596748207.116457:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.98@o2ib36 00000800:00000200:86.0:1596748207.116711:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.117076:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.98@o2ib36 00000800:00000200:86.0:1596748207.117077:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.98@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.117078:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421a40 (tot 157439074). 00000800:00000200:86.0:1596748207.117079:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463434c00] (19)++ 00000800:00000200:86.0:1596748207.117080:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463434c00] (20)++ 00000800:00000200:86.0:1596748207.117081:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463434c00] (21)-- 00000800:00000200:88.2:1596748207.117097:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463434c00] (20)++ 00000800:00000010:86.0:1596748207.121934:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97be80 (tot 157439186). 00000800:00000200:86.0:1596748207.121936:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97be80] -> 192.168.128.67@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.121938:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97be00 (tot 157439298). 00000800:00000010:86.0:1596748207.121941:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cda00 (tot 157439594). 00000800:00000010:86.0:1596748207.121942:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157439730). 00000800:00000010:86.0:1596748207.121944:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c275000 (tot 157441602). 00000800:00000010:86.0:1596748207.121945:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b5d40 (tot 157441754). 00000800:00000200:86.0:1596748207.121956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c160000 0x1fdc160000(0x1fdc160000) 00000800:00000200:86.0:1596748207.121957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c161000 0x1fdc161000(0x1fdc161000) 00000800:00000200:86.0:1596748207.121958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c348000 0x1fdc348000(0x1fdc348000) 00000800:00000200:86.0:1596748207.121958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c349000 0x1fdc349000(0x1fdc349000) 00000800:00000200:86.0:1596748207.121959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c16c000 0x1fdc16c000(0x1fdc16c000) 00000800:00000200:86.0:1596748207.121960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c16d000 0x1fdc16d000(0x1fdc16d000) 00000800:00000200:86.0:1596748207.121961:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c16a000 0x1fdc16a000(0x1fdc16a000) 00000800:00000200:86.0:1596748207.121961:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c16b000 0x1fdc16b000(0x1fdc16b000) 00000800:00000200:86.0:1596748207.121962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c304000 0x1fdc304000(0x1fdc304000) 00000800:00000200:86.0:1596748207.121963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c305000 0x1fdc305000(0x1fdc305000) 00000800:00000200:86.0:1596748207.121963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b99a000 0x1fdb99a000(0x1fdb99a000) 00000800:00000200:86.0:1596748207.121964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b99b000 0x1fdb99b000(0x1fdb99b000) 00000800:00000200:86.0:1596748207.121965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c4be000 0x1fdc4be000(0x1fdc4be000) 00000800:00000200:86.0:1596748207.121966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c4bf000 0x1fdc4bf000(0x1fdc4bf000) 00000800:00000200:86.0:1596748207.121966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c298000 0x1fdc298000(0x1fdc298000) 00000800:00000200:86.0:1596748207.121967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c299000 0x1fdc299000(0x1fdc299000) 00000800:00000200:86.0:1596748207.121968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c29a000 0x1fdc29a000(0x1fdc29a000) 00000800:00000200:86.0:1596748207.121969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c29b000 0x1fdc29b000(0x1fdc29b000) 00000800:00000010:86.0:1596748207.122474:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97be00 (tot 157441642). 00000800:00000200:86.0:1596748207.122475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.122492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cda00] (20)-- 00000800:00000200:86.0:1596748207.122493:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.67@o2ib36 00000800:00000200:86.0:1596748207.122737:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.123103:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.67@o2ib36 00000800:00000200:86.0:1596748207.123104:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.67@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.123105:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157441506). 00000800:00000200:86.0:1596748207.123106:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cda00] (19)++ 00000800:00000200:86.0:1596748207.123107:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cda00] (20)++ 00000800:00000200:86.0:1596748207.123108:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cda00] (21)-- 00000800:00000200:84.2:1596748207.123112:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cda00] (20)++ 00000800:00020000:16.0:1596748207.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748207.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb2f600] (22)++ 00000800:00000100:16.0:1596748207.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848800] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb2f600] (23)-- 00000800:00020000:16.0:1596748207.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748207.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c435a00] (22)++ 00000800:00000100:16.0:1596748207.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34900] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c435a00] (23)-- 00000800:00020000:16.0:1596748207.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748207.352552:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d05800] (22)++ 00000800:00000100:16.0:1596748207.352554:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352556:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1600] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352557:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d05800] (23)-- 00000800:00020000:16.0:1596748207.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748207.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65d01a00] (22)++ 00000800:00000100:16.0:1596748207.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1580] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65d01a00] (23)-- 00000800:00020000:16.0:1596748207.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748207.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55298c00] (22)++ 00000800:00000100:16.0:1596748207.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557d80] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55298c00] (23)-- 00000800:00020000:16.0:1596748207.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748207.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c433c00] (22)++ 00000800:00000100:16.0:1596748207.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35480] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c433c00] (23)-- 00000800:00020000:16.0:1596748207.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748207.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a44770c800] (22)++ 00000800:00000100:16.0:1596748207.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e680] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a44770c800] (23)-- 00000800:00020000:16.0:1596748207.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748207.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e625200] (22)++ 00000800:00000100:16.0:1596748207.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352597:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3900] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352598:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e625200] (23)-- 00000800:00020000:16.0:1596748207.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748207.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748207.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27200] (22)++ 00000800:00000100:16.0:1596748207.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748207.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35100] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:16.0:1596748207.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf27200] (23)-- 00000400:00000200:16.0:1596748207.353174:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:16.0:1596748207.353175:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:16.0:1596748207.353176:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb2f600] (22)-- 00000800:00000200:86.0:1596748207.353528:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb2f600] (21)-- 00000400:00000200:16.0:1596748207.353726:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:16.0:1596748207.353728:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:16.0:1596748207.353728:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c435a00] (22)-- 00000400:00000200:16.0:1596748207.354261:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:16.0:1596748207.354262:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:16.0:1596748207.354262:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d05800] (22)-- 00000800:00000200:86.0:1596748207.354583:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d05800] (21)-- 00000800:00000200:86.0:1596748207.354786:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c435a00] (21)-- 00000400:00000200:16.0:1596748207.354804:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:16.0:1596748207.354806:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:16.0:1596748207.354806:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65d01a00] (22)-- 00000400:00000200:16.0:1596748207.355354:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:16.0:1596748207.355355:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:16.0:1596748207.355355:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55298c00] (22)-- 00000800:00000200:86.0:1596748207.355402:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65d01a00] (21)-- 00000400:00000200:16.0:1596748207.355738:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:16.0:1596748207.355740:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:16.0:1596748207.355740:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c433c00] (22)-- 00000800:00000200:86.0:1596748207.355939:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55298c00] (21)-- 00000800:00000200:86.0:1596748207.356023:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c433c00] (21)-- 00000400:00000200:16.0:1596748207.356291:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:16.0:1596748207.356292:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:16.0:1596748207.356293:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a44770c800] (22)-- 00000800:00000200:86.0:1596748207.356622:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a44770c800] (21)-- 00000400:00000200:16.0:1596748207.356834:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:16.0:1596748207.356835:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:16.0:1596748207.356835:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e625200] (22)-- 00000800:00000200:86.0:1596748207.357093:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e625200] (21)-- 00000400:00000200:16.0:1596748207.357379:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:16.0:1596748207.357380:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:16.0:1596748207.357381:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf27200] (22)-- 00000800:00000200:86.0:1596748207.357835:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf27200] (21)-- 00000800:00000200:86.0:1596748207.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748207.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748207.474719:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97be00 (tot 157441618). 00000800:00000200:86.0:1596748207.474723:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97be00] -> 192.168.128.59@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.474725:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bd80 (tot 157441730). 00000800:00000010:86.0:1596748207.474728:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cb800 (tot 157442026). 00000800:00000010:86.0:1596748207.474729:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157442162). 00000800:00000010:86.0:1596748207.474730:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c275800 (tot 157444034). 00000800:00000010:86.0:1596748207.474731:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b40c0 (tot 157444186). 00000800:00000200:86.0:1596748207.474734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b99c000 0x1fdb99c000(0x1fdb99c000) 00000800:00000200:86.0:1596748207.474736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b99d000 0x1fdb99d000(0x1fdb99d000) 00000800:00000200:86.0:1596748207.474736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b99e000 0x1fdb99e000(0x1fdb99e000) 00000800:00000200:86.0:1596748207.474737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b99f000 0x1fdb99f000(0x1fdb99f000) 00000800:00000200:86.0:1596748207.474738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c1a8000 0x1fdc1a8000(0x1fdc1a8000) 00000800:00000200:86.0:1596748207.474739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c1a9000 0x1fdc1a9000(0x1fdc1a9000) 00000800:00000200:86.0:1596748207.474739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c1aa000 0x1fdc1aa000(0x1fdc1aa000) 00000800:00000200:86.0:1596748207.474740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c1ab000 0x1fdc1ab000(0x1fdc1ab000) 00000800:00000200:86.0:1596748207.474741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c1a4000 0x1fdc1a4000(0x1fdc1a4000) 00000800:00000200:86.0:1596748207.474742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c1a5000 0x1fdc1a5000(0x1fdc1a5000) 00000800:00000200:86.0:1596748207.474742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c1a6000 0x1fdc1a6000(0x1fdc1a6000) 00000800:00000200:86.0:1596748207.474743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c1a7000 0x1fdc1a7000(0x1fdc1a7000) 00000800:00000200:86.0:1596748207.474744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c194000 0x1fdc194000(0x1fdc194000) 00000800:00000200:86.0:1596748207.474745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c195000 0x1fdc195000(0x1fdc195000) 00000800:00000200:86.0:1596748207.474745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c196000 0x1fdc196000(0x1fdc196000) 00000800:00000200:86.0:1596748207.474746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c197000 0x1fdc197000(0x1fdc197000) 00000800:00000200:86.0:1596748207.474747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b9c4000 0x1fdb9c4000(0x1fdb9c4000) 00000800:00000200:86.0:1596748207.474747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b9c5000 0x1fdb9c5000(0x1fdb9c5000) 00000800:00000010:86.0:1596748207.475318:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bd80 (tot 157444074). 00000800:00000200:86.0:1596748207.475319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb800] (20)-- 00000800:00000200:86.0:1596748207.475338:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.59@o2ib36 00000800:00000200:86.0:1596748207.475600:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.475989:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.59@o2ib36 00000800:00000200:86.0:1596748207.475991:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.59@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.475991:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157443938). 00000800:00000200:86.0:1596748207.475993:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cb800] (19)++ 00000800:00000200:86.0:1596748207.475994:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cb800] (20)++ 00000800:00000200:86.0:1596748207.475995:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cb800] (21)-- 00000800:00000200:88.2:1596748207.476158:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cb800] (20)++ 00000800:00000010:86.0:1596748207.611080:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e780 (tot 157444050). 00000800:00000200:86.0:1596748207.611083:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e780] -> 192.168.128.70@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.611085:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e500 (tot 157444162). 00000800:00000010:86.0:1596748207.611087:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472bb200 (tot 157444458). 00000800:00000010:86.0:1596748207.611089:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a4475f8cc0 (tot 157444594). 00000800:00000010:86.0:1596748207.611091:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447325000 (tot 157446466). 00000800:00000010:86.0:1596748207.611093:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a477bc6180 (tot 157446618). 00000800:00000200:86.0:1596748207.611103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447307000 0x17c7307000(0x17c7307000) 00000800:00000200:86.0:1596748207.611104:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447308000 0x17c7308000(0x17c7308000) 00000800:00000200:86.0:1596748207.611105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447309000 0x17c7309000(0x17c7309000) 00000800:00000200:86.0:1596748207.611105:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a44730a000 0x17c730a000(0x17c730a000) 00000800:00000200:86.0:1596748207.611106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a44730b000 0x17c730b000(0x17c730b000) 00000800:00000200:86.0:1596748207.611107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a44730c000 0x17c730c000(0x17c730c000) 00000800:00000200:86.0:1596748207.611108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a44730d000 0x17c730d000(0x17c730d000) 00000800:00000200:86.0:1596748207.611108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a44730e000 0x17c730e000(0x17c730e000) 00000800:00000200:86.0:1596748207.611109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a44730f000 0x17c730f000(0x17c730f000) 00000800:00000200:86.0:1596748207.611110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447350000 0x17c7350000(0x17c7350000) 00000800:00000200:86.0:1596748207.611110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447351000 0x17c7351000(0x17c7351000) 00000800:00000200:86.0:1596748207.611111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447352000 0x17c7352000(0x17c7352000) 00000800:00000200:86.0:1596748207.611112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447353000 0x17c7353000(0x17c7353000) 00000800:00000200:86.0:1596748207.611113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447354000 0x17c7354000(0x17c7354000) 00000800:00000200:86.0:1596748207.611113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447355000 0x17c7355000(0x17c7355000) 00000800:00000200:86.0:1596748207.611114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a447356000 0x17c7356000(0x17c7356000) 00000800:00000200:86.0:1596748207.611115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447357000 0x17c7357000(0x17c7357000) 00000800:00000200:86.0:1596748207.611116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447358000 0x17c7358000(0x17c7358000) 00000800:00000010:86.0:1596748207.611673:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e500 (tot 157446506). 00000800:00000200:86.0:1596748207.611674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611685:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.611692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472bb200] (20)-- 00000800:00000200:86.0:1596748207.611693:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.70@o2ib36 00000800:00000200:86.0:1596748207.611951:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.612362:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.70@o2ib36 00000800:00000200:86.0:1596748207.612363:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.70@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.612364:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a4475f8cc0 (tot 157446370). 00000800:00000200:86.0:1596748207.612365:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472bb200] (19)++ 00000800:00000200:86.0:1596748207.612366:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472bb200] (20)++ 00000800:00000200:86.0:1596748207.612366:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472bb200] (21)-- 00000800:00000200:36.2:1596748207.612373:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472bb200] (20)++ 00000800:00000010:86.0:1596748207.616563:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1280 (tot 157446482). 00000800:00000200:86.0:1596748207.616566:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1280] -> 192.168.128.61@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.616568:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1200 (tot 157446594). 00000800:00000010:86.0:1596748207.616569:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f3e00 (tot 157446890). 00000800:00000010:86.0:1596748207.616571:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cf080 (tot 157447026). 00000800:00000010:86.0:1596748207.616573:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b82800 (tot 157448898). 00000800:00000010:86.0:1596748207.616574:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cf200 (tot 157449050). 00000800:00000200:86.0:1596748207.616577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a75000 0x2fe5a75000(0x2fe5a75000) 00000800:00000200:86.0:1596748207.616578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a76000 0x2fe5a76000(0x2fe5a76000) 00000800:00000200:86.0:1596748207.616579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a77000 0x2fe5a77000(0x2fe5a77000) 00000800:00000200:86.0:1596748207.616580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a78000 0x2fe5a78000(0x2fe5a78000) 00000800:00000200:86.0:1596748207.616580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a79000 0x2fe5a79000(0x2fe5a79000) 00000800:00000200:86.0:1596748207.616581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a7a000 0x2fe5a7a000(0x2fe5a7a000) 00000800:00000200:86.0:1596748207.616582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a7b000 0x2fe5a7b000(0x2fe5a7b000) 00000800:00000200:86.0:1596748207.616583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a7c000 0x2fe5a7c000(0x2fe5a7c000) 00000800:00000200:86.0:1596748207.616583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a7d000 0x2fe5a7d000(0x2fe5a7d000) 00000800:00000200:86.0:1596748207.616584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a7e000 0x2fe5a7e000(0x2fe5a7e000) 00000800:00000200:86.0:1596748207.616585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a7f000 0x2fe5a7f000(0x2fe5a7f000) 00000800:00000200:86.0:1596748207.616586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a80000 0x2fe5a80000(0x2fe5a80000) 00000800:00000200:86.0:1596748207.616586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a81000 0x2fe5a81000(0x2fe5a81000) 00000800:00000200:86.0:1596748207.616587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a82000 0x2fe5a82000(0x2fe5a82000) 00000800:00000200:86.0:1596748207.616588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a83000 0x2fe5a83000(0x2fe5a83000) 00000800:00000200:86.0:1596748207.616588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a84000 0x2fe5a84000(0x2fe5a84000) 00000800:00000200:86.0:1596748207.616589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a85000 0x2fe5a85000(0x2fe5a85000) 00000800:00000200:86.0:1596748207.616590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a86000 0x2fe5a86000(0x2fe5a86000) 00000800:00000010:86.0:1596748207.617130:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1200 (tot 157448938). 00000800:00000200:86.0:1596748207.617131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:86.0:1596748207.617149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f3e00] (20)-- 00000800:00000200:86.0:1596748207.617150:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.61@o2ib36 00000800:00000200:86.0:1596748207.617405:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.617776:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.61@o2ib36 00000800:00000200:86.0:1596748207.617777:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.61@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.617778:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cf080 (tot 157448802). 00000800:00000200:86.0:1596748207.617779:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f3e00] (19)++ 00000800:00000200:89.2:1596748207.617780:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f3e00] (20)++ 00000800:00000200:86.0:1596748207.617780:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f3e00] (20)++ 00000800:00000200:86.0:1596748207.617781:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f3e00] (21)-- 00000800:00000010:86.0:1596748207.828242:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a080 (tot 157448914). 00000800:00000200:86.0:1596748207.828245:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a080] -> 192.168.128.72@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.828246:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a100 (tot 157449026). 00000800:00000010:86.0:1596748207.828248:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf22800 (tot 157449322). 00000800:00000010:86.0:1596748207.828250:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b58c0 (tot 157449458). 00000800:00000010:86.0:1596748207.828252:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c270800 (tot 157451330). 00000800:00000010:86.0:1596748207.828254:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b55c0 (tot 157451482). 00000800:00000200:86.0:1596748207.828261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b9c6000 0x1fdb9c6000(0x1fdb9c6000) 00000800:00000200:86.0:1596748207.828262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b9c7000 0x1fdb9c7000(0x1fdb9c7000) 00000800:00000200:86.0:1596748207.828263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c198000 0x1fdc198000(0x1fdc198000) 00000800:00000200:86.0:1596748207.828264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c199000 0x1fdc199000(0x1fdc199000) 00000800:00000200:86.0:1596748207.828265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c19a000 0x1fdc19a000(0x1fdc19a000) 00000800:00000200:86.0:1596748207.828265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c19b000 0x1fdc19b000(0x1fdc19b000) 00000800:00000200:86.0:1596748207.828266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c19c000 0x1fdc19c000(0x1fdc19c000) 00000800:00000200:86.0:1596748207.828267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c19d000 0x1fdc19d000(0x1fdc19d000) 00000800:00000200:86.0:1596748207.828268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c19e000 0x1fdc19e000(0x1fdc19e000) 00000800:00000200:86.0:1596748207.828268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c19f000 0x1fdc19f000(0x1fdc19f000) 00000800:00000200:86.0:1596748207.828269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b9c8000 0x1fdb9c8000(0x1fdb9c8000) 00000800:00000200:86.0:1596748207.828270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b9c9000 0x1fdb9c9000(0x1fdb9c9000) 00000800:00000200:86.0:1596748207.828271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b9ca000 0x1fdb9ca000(0x1fdb9ca000) 00000800:00000200:86.0:1596748207.828271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b9cb000 0x1fdb9cb000(0x1fdb9cb000) 00000800:00000200:86.0:1596748207.828272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b9cc000 0x1fdb9cc000(0x1fdb9cc000) 00000800:00000200:86.0:1596748207.828273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b9cd000 0x1fdb9cd000(0x1fdb9cd000) 00000800:00000200:86.0:1596748207.828274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b9ce000 0x1fdb9ce000(0x1fdb9ce000) 00000800:00000200:86.0:1596748207.828274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b9cf000 0x1fdb9cf000(0x1fdb9cf000) 00000800:00000010:86.0:1596748207.828852:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a100 (tot 157451370). 00000800:00000200:86.0:1596748207.828853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.828870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf22800] (20)-- 00000800:00000200:86.0:1596748207.828872:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.72@o2ib36 00000800:00000200:86.0:1596748207.829133:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.829511:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.72@o2ib36 00000800:00000200:86.0:1596748207.829512:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.72@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.829513:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b58c0 (tot 157451234). 00000800:00000200:86.0:1596748207.829514:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf22800] (19)++ 00000800:00000200:86.0:1596748207.829515:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf22800] (20)++ 00000800:00000200:86.0:1596748207.829515:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf22800] (21)-- 00000800:00000200:85.2:1596748207.829787:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf22800] (20)++ 00000800:00000010:86.0:1596748207.980715:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556480 (tot 157451346). 00000800:00000200:86.0:1596748207.980718:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556480] -> 192.168.128.16@o2ib36 (1)++ 00000800:00000010:86.0:1596748207.980720:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556500 (tot 157451458). 00000800:00000010:86.0:1596748207.980721:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc556ef600 (tot 157451754). 00000800:00000010:86.0:1596748207.980725:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54c2bec0 (tot 157451890). 00000800:00000010:86.0:1596748207.980728:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e60000 (tot 157453762). 00000800:00000010:86.0:1596748207.980730:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab5c0 (tot 157453914). 00000800:00000200:86.0:1596748207.980741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55a9b000 0x3fd5a9b000(0x3fd5a9b000) 00000800:00000200:86.0:1596748207.980742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc551a9000 0x3fd51a9000(0x3fd51a9000) 00000800:00000200:86.0:1596748207.980743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55555000 0x3fd5555000(0x3fd5555000) 00000800:00000200:86.0:1596748207.980744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc55574000 0x3fd5574000(0x3fd5574000) 00000800:00000200:86.0:1596748207.980745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57679000 0x3fd7679000(0x3fd7679000) 00000800:00000200:86.0:1596748207.980746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc7dd3c000 0x3ffdd3c000(0x3ffdd3c000) 00000800:00000200:86.0:1596748207.980746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7dd18000 0x3ffdd18000(0x3ffdd18000) 00000800:00000200:86.0:1596748207.980747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7e22b000 0x3ffe22b000(0x3ffe22b000) 00000800:00000200:86.0:1596748207.980748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7e22c000 0x3ffe22c000(0x3ffe22c000) 00000800:00000200:86.0:1596748207.980749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc6f8a9000 0x3fef8a9000(0x3fef8a9000) 00000800:00000200:86.0:1596748207.980749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc7e7b2000 0x3ffe7b2000(0x3ffe7b2000) 00000800:00000200:86.0:1596748207.980750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c514a7b000 0x3894a7b000(0x3894a7b000) 00000800:00000200:86.0:1596748207.980751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc7d9c0000 0x3ffd9c0000(0x3ffd9c0000) 00000800:00000200:86.0:1596748207.980752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc7913d000 0x3ff913d000(0x3ff913d000) 00000800:00000200:86.0:1596748207.980752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc7a130000 0x3ffa130000(0x3ffa130000) 00000800:00000200:86.0:1596748207.980753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc6e817000 0x3fee817000(0x3fee817000) 00000800:00000200:86.0:1596748207.980754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc7a149000 0x3ffa149000(0x3ffa149000) 00000800:00000200:86.0:1596748207.980755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc7c6c9000 0x3ffc6c9000(0x3ffc6c9000) 00000800:00000010:86.0:1596748207.981307:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556500 (tot 157453802). 00000800:00000200:86.0:1596748207.981308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981312:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981313:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981313:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981314:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc556ef600] (20)-- 00000800:00000200:86.0:1596748207.981327:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.16@o2ib36 00000800:00000200:86.0:1596748207.981595:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748207.981972:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.16@o2ib36 00000800:00000200:86.0:1596748207.981973:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.16@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748207.981974:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54c2bec0 (tot 157453666). 00000800:00000200:86.0:1596748207.981975:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc556ef600] (19)++ 00000800:00000200:86.0:1596748207.981976:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc556ef600] (20)++ 00000800:00000200:86.0:1596748207.981977:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc556ef600] (21)-- 00000800:00000200:41.2:1596748207.981982:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc556ef600] (20)++ 00000800:00000010:86.0:1596748208.010722:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0b80 (tot 157453778). 00000800:00000200:86.0:1596748208.010724:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0b80] -> 192.168.128.35@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.010726:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0c00 (tot 157453890). 00000800:00000010:86.0:1596748208.010728:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f2c00 (tot 157454186). 00000800:00000010:86.0:1596748208.010734:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cefc0 (tot 157454322). 00000800:00000010:86.0:1596748208.010735:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b87000 (tot 157456194). 00000800:00000010:86.0:1596748208.010737:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cea80 (tot 157456346). 00000800:00000200:86.0:1596748208.010741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a87000 0x2fe5a87000(0x2fe5a87000) 00000800:00000200:86.0:1596748208.010742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a88000 0x2fe5a88000(0x2fe5a88000) 00000800:00000200:86.0:1596748208.010743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a89000 0x2fe5a89000(0x2fe5a89000) 00000800:00000200:86.0:1596748208.010744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a8a000 0x2fe5a8a000(0x2fe5a8a000) 00000800:00000200:86.0:1596748208.010745:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a8b000 0x2fe5a8b000(0x2fe5a8b000) 00000800:00000200:86.0:1596748208.010746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a8c000 0x2fe5a8c000(0x2fe5a8c000) 00000800:00000200:86.0:1596748208.010746:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a8d000 0x2fe5a8d000(0x2fe5a8d000) 00000800:00000200:86.0:1596748208.010747:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65a8e000 0x2fe5a8e000(0x2fe5a8e000) 00000800:00000200:86.0:1596748208.010748:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65a8f000 0x2fe5a8f000(0x2fe5a8f000) 00000800:00000200:86.0:1596748208.010749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65a90000 0x2fe5a90000(0x2fe5a90000) 00000800:00000200:86.0:1596748208.010749:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65a91000 0x2fe5a91000(0x2fe5a91000) 00000800:00000200:86.0:1596748208.010750:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65a92000 0x2fe5a92000(0x2fe5a92000) 00000800:00000200:86.0:1596748208.010751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65a93000 0x2fe5a93000(0x2fe5a93000) 00000800:00000200:86.0:1596748208.010752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65a94000 0x2fe5a94000(0x2fe5a94000) 00000800:00000200:86.0:1596748208.010752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65a95000 0x2fe5a95000(0x2fe5a95000) 00000800:00000200:86.0:1596748208.010753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65a96000 0x2fe5a96000(0x2fe5a96000) 00000800:00000200:86.0:1596748208.010754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65a97000 0x2fe5a97000(0x2fe5a97000) 00000800:00000200:86.0:1596748208.010755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65a98000 0x2fe5a98000(0x2fe5a98000) 00000800:00000010:86.0:1596748208.011284:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0c00 (tot 157456234). 00000800:00000200:86.0:1596748208.011285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f2c00] (20)-- 00000800:00000200:86.0:1596748208.011304:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.35@o2ib36 00000800:00000200:86.0:1596748208.011580:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.011912:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.35@o2ib36 00000800:00000200:86.0:1596748208.011913:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.35@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.011914:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cefc0 (tot 157456098). 00000800:00000200:86.0:1596748208.011915:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f2c00] (19)++ 00000800:00000200:86.0:1596748208.011916:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f2c00] (20)++ 00000800:00000200:86.0:1596748208.011917:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f2c00] (21)-- 00000800:00000200:88.2:1596748208.012071:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f2c00] (20)++ 00000800:00000010:86.0:1596748208.197961:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848b80 (tot 157456210). 00000800:00000200:86.0:1596748208.197964:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848b80] -> 192.168.128.66@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.197966:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848c00 (tot 157456322). 00000800:00000010:86.0:1596748208.197967:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c42cb61a00 (tot 157456618). 00000800:00000010:86.0:1596748208.197968:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c3f6548240 (tot 157456754). 00000800:00000010:86.0:1596748208.197970:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd97800 (tot 157458626). 00000800:00000010:86.0:1596748208.197971:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c3f6548e40 (tot 157458778). 00000800:00000200:86.0:1596748208.197974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f1a2c000 0x3771a2c000(0x3771a2c000) 00000800:00000200:86.0:1596748208.197975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f1a2d000 0x3771a2d000(0x3771a2d000) 00000800:00000200:86.0:1596748208.197976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f1a2e000 0x3771a2e000(0x3771a2e000) 00000800:00000200:86.0:1596748208.197976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f1a2f000 0x3771a2f000(0x3771a2f000) 00000800:00000200:86.0:1596748208.197977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f1a30000 0x3771a30000(0x3771a30000) 00000800:00000200:86.0:1596748208.197978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f1a31000 0x3771a31000(0x3771a31000) 00000800:00000200:86.0:1596748208.197979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f1a32000 0x3771a32000(0x3771a32000) 00000800:00000200:86.0:1596748208.197979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f1a33000 0x3771a33000(0x3771a33000) 00000800:00000200:86.0:1596748208.197980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f1a34000 0x3771a34000(0x3771a34000) 00000800:00000200:86.0:1596748208.197981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f1a35000 0x3771a35000(0x3771a35000) 00000800:00000200:86.0:1596748208.197982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f1a36000 0x3771a36000(0x3771a36000) 00000800:00000200:86.0:1596748208.197982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f1a37000 0x3771a37000(0x3771a37000) 00000800:00000200:86.0:1596748208.197983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f1a38000 0x3771a38000(0x3771a38000) 00000800:00000200:86.0:1596748208.197984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f1a39000 0x3771a39000(0x3771a39000) 00000800:00000200:86.0:1596748208.197985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f1a3a000 0x3771a3a000(0x3771a3a000) 00000800:00000200:86.0:1596748208.197985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f1a3b000 0x3771a3b000(0x3771a3b000) 00000800:00000200:86.0:1596748208.197986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f1a3c000 0x3771a3c000(0x3771a3c000) 00000800:00000200:86.0:1596748208.197987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f1a3d000 0x3771a3d000(0x3771a3d000) 00000800:00000010:86.0:1596748208.198536:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848c00 (tot 157458666). 00000800:00000200:86.0:1596748208.198538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.198555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c42cb61a00] (20)-- 00000800:00000200:86.0:1596748208.198557:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.66@o2ib36 00000800:00000200:86.0:1596748208.198821:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.199184:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.66@o2ib36 00000800:00000200:86.0:1596748208.199185:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.66@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.199186:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c3f6548240 (tot 157458530). 00000800:00000200:86.0:1596748208.199187:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c42cb61a00] (19)++ 00000800:00000200:86.0:1596748208.199188:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c42cb61a00] (20)++ 00000800:00000200:86.0:1596748208.199189:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c42cb61a00] (21)-- 00000800:00000200:39.2:1596748208.199349:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c42cb61a00] (20)++ 00000800:00000010:86.0:1596748208.274358:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35280 (tot 157458642). 00000800:00000200:86.0:1596748208.274362:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35280] -> 192.168.128.60@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.274364:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35200 (tot 157458754). 00000800:00000010:86.0:1596748208.274366:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02e200 (tot 157459050). 00000800:00000010:86.0:1596748208.274373:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79d080 (tot 157459186). 00000800:00000010:86.0:1596748208.274376:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c034800 (tot 157461058). 00000800:00000010:86.0:1596748208.274377:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79d200 (tot 157461210). 00000800:00000200:86.0:1596748208.274383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c06b000 0x7dc06b000(0x7dc06b000) 00000800:00000200:86.0:1596748208.274384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c06c000 0x7dc06c000(0x7dc06c000) 00000800:00000200:86.0:1596748208.274385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c06d000 0x7dc06d000(0x7dc06d000) 00000800:00000200:86.0:1596748208.274386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c06e000 0x7dc06e000(0x7dc06e000) 00000800:00000200:86.0:1596748208.274387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c06f000 0x7dc06f000(0x7dc06f000) 00000800:00000200:86.0:1596748208.274387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c070000 0x7dc070000(0x7dc070000) 00000800:00000200:86.0:1596748208.274388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c071000 0x7dc071000(0x7dc071000) 00000800:00000200:86.0:1596748208.274389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c072000 0x7dc072000(0x7dc072000) 00000800:00000200:86.0:1596748208.274390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c073000 0x7dc073000(0x7dc073000) 00000800:00000200:86.0:1596748208.274390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c074000 0x7dc074000(0x7dc074000) 00000800:00000200:86.0:1596748208.274391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c075000 0x7dc075000(0x7dc075000) 00000800:00000200:86.0:1596748208.274392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c076000 0x7dc076000(0x7dc076000) 00000800:00000200:86.0:1596748208.274393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c077000 0x7dc077000(0x7dc077000) 00000800:00000200:86.0:1596748208.274393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c078000 0x7dc078000(0x7dc078000) 00000800:00000200:86.0:1596748208.274394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c079000 0x7dc079000(0x7dc079000) 00000800:00000200:86.0:1596748208.274395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c07a000 0x7dc07a000(0x7dc07a000) 00000800:00000200:86.0:1596748208.274395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c07b000 0x7dc07b000(0x7dc07b000) 00000800:00000200:86.0:1596748208.274396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c07c000 0x7dc07c000(0x7dc07c000) 00000800:00000010:86.0:1596748208.274922:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35200 (tot 157461098). 00000800:00000200:86.0:1596748208.274923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.274941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02e200] (20)-- 00000800:00000200:86.0:1596748208.274942:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.60@o2ib36 00000800:00000200:86.0:1596748208.275195:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.275566:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.60@o2ib36 00000800:00000200:86.0:1596748208.275567:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.60@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.275568:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79d080 (tot 157460962). 00000800:00000200:86.0:1596748208.275569:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02e200] (19)++ 00000800:00000200:86.0:1596748208.275570:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02e200] (20)++ 00000800:00000200:86.0:1596748208.275571:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02e200] (21)-- 00000800:00000200:37.2:1596748208.275804:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02e200] (20)++ 00000800:00000010:86.0:1596748208.292089:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bd80 (tot 157461074). 00000800:00000200:86.0:1596748208.292092:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bd80] -> 192.168.128.114@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.292093:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bd00 (tot 157461186). 00000800:00000010:86.0:1596748208.292097:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bf25400 (tot 157461482). 00000800:00000010:86.0:1596748208.292101:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157461618). 00000800:00000010:86.0:1596748208.292103:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c273000 (tot 157463490). 00000800:00000010:86.0:1596748208.292104:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b43c0 (tot 157463642). 00000800:00000200:86.0:1596748208.292107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b9d0000 0x1fdb9d0000(0x1fdb9d0000) 00000800:00000200:86.0:1596748208.292108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b9d1000 0x1fdb9d1000(0x1fdb9d1000) 00000800:00000200:86.0:1596748208.292109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b9d2000 0x1fdb9d2000(0x1fdb9d2000) 00000800:00000200:86.0:1596748208.292110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b9d3000 0x1fdb9d3000(0x1fdb9d3000) 00000800:00000200:86.0:1596748208.292111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b9d4000 0x1fdb9d4000(0x1fdb9d4000) 00000800:00000200:86.0:1596748208.292112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b9d5000 0x1fdb9d5000(0x1fdb9d5000) 00000800:00000200:86.0:1596748208.292112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b9d6000 0x1fdb9d6000(0x1fdb9d6000) 00000800:00000200:86.0:1596748208.292113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b9d7000 0x1fdb9d7000(0x1fdb9d7000) 00000800:00000200:86.0:1596748208.292114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b9d8000 0x1fdb9d8000(0x1fdb9d8000) 00000800:00000200:86.0:1596748208.292115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b9d9000 0x1fdb9d9000(0x1fdb9d9000) 00000800:00000200:86.0:1596748208.292115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b9da000 0x1fdb9da000(0x1fdb9da000) 00000800:00000200:86.0:1596748208.292116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b9db000 0x1fdb9db000(0x1fdb9db000) 00000800:00000200:86.0:1596748208.292117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b9dc000 0x1fdb9dc000(0x1fdb9dc000) 00000800:00000200:86.0:1596748208.292118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b9dd000 0x1fdb9dd000(0x1fdb9dd000) 00000800:00000200:86.0:1596748208.292118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b9de000 0x1fdb9de000(0x1fdb9de000) 00000800:00000200:86.0:1596748208.292119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b9df000 0x1fdb9df000(0x1fdb9df000) 00000800:00000200:86.0:1596748208.292120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b9e0000 0x1fdb9e0000(0x1fdb9e0000) 00000800:00000200:86.0:1596748208.292120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b9e1000 0x1fdb9e1000(0x1fdb9e1000) 00000800:00000010:86.0:1596748208.292663:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bd00 (tot 157463530). 00000800:00000200:86.0:1596748208.292665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.292682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bf25400] (20)-- 00000800:00000200:86.0:1596748208.292684:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.114@o2ib36 00000800:00000200:86.0:1596748208.292950:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.293338:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.114@o2ib36 00000800:00000200:86.0:1596748208.293339:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.114@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.293340:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157463394). 00000800:00000200:86.0:1596748208.293341:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bf25400] (19)++ 00000800:00000200:86.0:1596748208.293342:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bf25400] (20)++ 00000800:00000200:86.0:1596748208.293343:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bf25400] (21)-- 00000800:00000200:87.2:1596748208.293523:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bf25400] (20)++ 00000800:00020000:16.0:1596748208.352526:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748208.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748208.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463d32800] (22)++ 00000800:00000100:16.0:1596748208.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748208.352535:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294a00] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:16.0:1596748208.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463d32800] (23)-- 00000800:00020000:16.0:1596748208.352538:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748208.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748208.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8935e00] (22)++ 00000800:00000100:16.0:1596748208.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748208.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849600] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:16.0:1596748208.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f8935e00] (23)-- 00000800:00020000:16.0:1596748208.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596748208.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748208.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5bf27400] (22)++ 00000800:00000100:16.0:1596748208.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748208.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34c00] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:16.0:1596748208.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5bf27400] (23)-- 00000800:00020000:16.0:1596748208.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748208.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748208.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65eaec00] (22)++ 00000800:00000100:16.0:1596748208.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748208.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0880] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:16.0:1596748208.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65eaec00] (23)-- 00000800:00020000:16.0:1596748208.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748208.352561:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748208.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c90000] (22)++ 00000800:00000100:16.0:1596748208.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748208.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556200] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:16.0:1596748208.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c90000] (23)-- 00000800:00000200:16.0:1596748208.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463638000] (21)++ 00000800:00000200:16.0:1596748208.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463638000] (22)++ 00000800:00000200:16.0:1596748208.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463638000] (23)-- 00000400:00000200:16.0:1596748208.353171:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:16.0:1596748208.353172:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:16.0:1596748208.353172:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463d32800] (22)-- 00000800:00000200:86.0:1596748208.353518:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463d32800] (21)-- 00000400:00000200:16.0:1596748208.353706:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:16.0:1596748208.353707:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:16.0:1596748208.353707:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f8935e00] (22)-- 00000800:00000200:86.0:1596748208.354018:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f8935e00] (21)-- 00000400:00000200:16.0:1596748208.354245:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:16.0:1596748208.354246:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:16.0:1596748208.354246:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5bf27400] (22)-- 00000800:00000200:86.0:1596748208.354551:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5bf27400] (21)-- 00000400:00000200:16.0:1596748208.354789:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:16.0:1596748208.354790:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:16.0:1596748208.354790:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65eaec00] (22)-- 00000800:00000200:86.0:1596748208.355089:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65eaec00] (21)-- 00000400:00000200:16.0:1596748208.355338:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:16.0:1596748208.355339:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:16.0:1596748208.355340:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c90000] (22)-- 00000800:00000200:86.0:1596748208.356032:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c90000] (21)-- 00000800:00000200:86.0:1596748208.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748208.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748208.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748208.463587:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e800 (tot 157463506). 00000800:00000200:86.0:1596748208.463591:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e800] -> 192.168.128.96@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.463593:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e700 (tot 157463618). 00000800:00000010:86.0:1596748208.463594:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472b9800 (tot 157463914). 00000800:00000010:86.0:1596748208.463596:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cefb00 (tot 157464050). 00000800:00000010:86.0:1596748208.463599:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447322800 (tot 157465922). 00000800:00000010:86.0:1596748208.463600:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a4471b6240 (tot 157466074). 00000800:00000200:86.0:1596748208.463603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447359000 0x17c7359000(0x17c7359000) 00000800:00000200:86.0:1596748208.463604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44735a000 0x17c735a000(0x17c735a000) 00000800:00000200:86.0:1596748208.463605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44735b000 0x17c735b000(0x17c735b000) 00000800:00000200:86.0:1596748208.463606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a44735c000 0x17c735c000(0x17c735c000) 00000800:00000200:86.0:1596748208.463607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a44735d000 0x17c735d000(0x17c735d000) 00000800:00000200:86.0:1596748208.463608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a44735e000 0x17c735e000(0x17c735e000) 00000800:00000200:86.0:1596748208.463608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a44735f000 0x17c735f000(0x17c735f000) 00000800:00000200:86.0:1596748208.463609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447360000 0x17c7360000(0x17c7360000) 00000800:00000200:86.0:1596748208.463610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447361000 0x17c7361000(0x17c7361000) 00000800:00000200:86.0:1596748208.463610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447362000 0x17c7362000(0x17c7362000) 00000800:00000200:86.0:1596748208.463611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447363000 0x17c7363000(0x17c7363000) 00000800:00000200:86.0:1596748208.463612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447364000 0x17c7364000(0x17c7364000) 00000800:00000200:86.0:1596748208.463613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447365000 0x17c7365000(0x17c7365000) 00000800:00000200:86.0:1596748208.463613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447366000 0x17c7366000(0x17c7366000) 00000800:00000200:86.0:1596748208.463614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447367000 0x17c7367000(0x17c7367000) 00000800:00000200:86.0:1596748208.463615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a447368000 0x17c7368000(0x17c7368000) 00000800:00000200:86.0:1596748208.463616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a447369000 0x17c7369000(0x17c7369000) 00000800:00000200:86.0:1596748208.463616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44736a000 0x17c736a000(0x17c736a000) 00000800:00000010:86.0:1596748208.464208:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e700 (tot 157465962). 00000800:00000200:86.0:1596748208.464209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472b9800] (20)-- 00000800:00000200:86.0:1596748208.464228:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.96@o2ib36 00000800:00000200:86.0:1596748208.464510:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.464869:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.96@o2ib36 00000800:00000200:86.0:1596748208.464870:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.96@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.464871:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cefb00 (tot 157465826). 00000800:00000200:86.0:1596748208.464872:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472b9800] (19)++ 00000800:00000200:86.0:1596748208.464872:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472b9800] (20)++ 00000800:00000200:86.0:1596748208.464873:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472b9800] (21)-- 00000800:00000200:37.2:1596748208.465072:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472b9800] (20)++ 00000800:00000010:86.0:1596748208.677438:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557980 (tot 157465938). 00000800:00000200:86.0:1596748208.677442:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557980] -> 192.168.128.50@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.677443:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557900 (tot 157466050). 00000800:00000010:86.0:1596748208.677447:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54e68000 (tot 157466346). 00000800:00000010:86.0:1596748208.677450:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157466482). 00000800:00000010:86.0:1596748208.677451:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e67800 (tot 157468354). 00000800:00000010:86.0:1596748208.677453:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eabb00 (tot 157468506). 00000800:00000200:86.0:1596748208.677460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7a236000 0x3ffa236000(0x3ffa236000) 00000800:00000200:86.0:1596748208.677461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc7eb2e000 0x3ffeb2e000(0x3ffeb2e000) 00000800:00000200:86.0:1596748208.677462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc7a049000 0x3ffa049000(0x3ffa049000) 00000800:00000200:86.0:1596748208.677462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc7ec64000 0x3ffec64000(0x3ffec64000) 00000800:00000200:86.0:1596748208.677463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc7e1cc000 0x3ffe1cc000(0x3ffe1cc000) 00000800:00000200:86.0:1596748208.677464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc554d3000 0x3fd54d3000(0x3fd54d3000) 00000800:00000200:86.0:1596748208.677465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc563eb000 0x3fd63eb000(0x3fd63eb000) 00000800:00000200:86.0:1596748208.677465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc55a25000 0x3fd5a25000(0x3fd5a25000) 00000800:00000200:86.0:1596748208.677466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5508a000 0x3fd508a000(0x3fd508a000) 00000800:00000200:86.0:1596748208.677467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5508b000 0x3fd508b000(0x3fd508b000) 00000800:00000200:86.0:1596748208.677468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55a26000 0x3fd5a26000(0x3fd5a26000) 00000800:00000200:86.0:1596748208.677468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55a27000 0x3fd5a27000(0x3fd5a27000) 00000800:00000200:86.0:1596748208.677469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc55084000 0x3fd5084000(0x3fd5084000) 00000800:00000200:86.0:1596748208.677470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc55085000 0x3fd5085000(0x3fd5085000) 00000800:00000200:86.0:1596748208.677471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc55086000 0x3fd5086000(0x3fd5086000) 00000800:00000200:86.0:1596748208.677471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc55087000 0x3fd5087000(0x3fd5087000) 00000800:00000200:86.0:1596748208.677472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54e80000 0x3fd4e80000(0x3fd4e80000) 00000800:00000200:86.0:1596748208.677473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54e81000 0x3fd4e81000(0x3fd4e81000) 00000800:00000010:86.0:1596748208.678062:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557900 (tot 157468394). 00000800:00000200:86.0:1596748208.678064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68000] (20)-- 00000800:00000200:86.0:1596748208.678083:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.50@o2ib36 00000800:00000200:86.0:1596748208.678348:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.678658:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.50@o2ib36 00000800:00000200:86.0:1596748208.678660:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.50@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.678660:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157468258). 00000800:00000200:86.0:1596748208.678662:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54e68000] (19)++ 00000800:00000200:86.0:1596748208.678662:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54e68000] (20)++ 00000800:00000200:86.0:1596748208.678663:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54e68000] (21)-- 00000800:00000200:40.2:1596748208.678822:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54e68000] (20)++ 00000800:00000010:86.0:1596748208.939231:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e500 (tot 157468370). 00000800:00000200:86.0:1596748208.939235:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e500] -> 192.168.128.75@o2ib36 (1)++ 00000800:00000010:86.0:1596748208.939236:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a47e28e700 (tot 157468482). 00000800:00000010:86.0:1596748208.939239:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4472ba800 (tot 157468778). 00000800:00000010:86.0:1596748208.939241:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476cefb00 (tot 157468914). 00000800:00000010:86.0:1596748208.939243:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447326000 (tot 157470786). 00000800:00000010:86.0:1596748208.939246:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736e000 (tot 157470938). 00000800:00000200:86.0:1596748208.939251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44736b000 0x17c736b000(0x17c736b000) 00000800:00000200:86.0:1596748208.939252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a44736c000 0x17c736c000(0x17c736c000) 00000800:00000200:86.0:1596748208.939253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a44736d000 0x17c736d000(0x17c736d000) 00000800:00000200:86.0:1596748208.939253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447370000 0x17c7370000(0x17c7370000) 00000800:00000200:86.0:1596748208.939254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447371000 0x17c7371000(0x17c7371000) 00000800:00000200:86.0:1596748208.939255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447372000 0x17c7372000(0x17c7372000) 00000800:00000200:86.0:1596748208.939256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447373000 0x17c7373000(0x17c7373000) 00000800:00000200:86.0:1596748208.939256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447374000 0x17c7374000(0x17c7374000) 00000800:00000200:86.0:1596748208.939257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447375000 0x17c7375000(0x17c7375000) 00000800:00000200:86.0:1596748208.939258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447376000 0x17c7376000(0x17c7376000) 00000800:00000200:86.0:1596748208.939259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447377000 0x17c7377000(0x17c7377000) 00000800:00000200:86.0:1596748208.939259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447378000 0x17c7378000(0x17c7378000) 00000800:00000200:86.0:1596748208.939260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447379000 0x17c7379000(0x17c7379000) 00000800:00000200:86.0:1596748208.939261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44737a000 0x17c737a000(0x17c737a000) 00000800:00000200:86.0:1596748208.939261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44737b000 0x17c737b000(0x17c737b000) 00000800:00000200:86.0:1596748208.939262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44737c000 0x17c737c000(0x17c737c000) 00000800:00000200:86.0:1596748208.939263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44737d000 0x17c737d000(0x17c737d000) 00000800:00000200:86.0:1596748208.939264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a44737e000 0x17c737e000(0x17c737e000) 00000800:00000010:86.0:1596748208.939806:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a47e28e700 (tot 157470826). 00000800:00000200:86.0:1596748208.939807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.939825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4472ba800] (20)-- 00000800:00000200:86.0:1596748208.939826:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.75@o2ib36 00000800:00000200:86.0:1596748208.940082:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748208.940464:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.75@o2ib36 00000800:00000200:86.0:1596748208.940465:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.75@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748208.940465:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476cefb00 (tot 157470690). 00000800:00000200:86.0:1596748208.940466:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4472ba800] (19)++ 00000800:00000200:86.0:1596748208.940467:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4472ba800] (20)++ 00000800:00000200:86.0:1596748208.940468:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4472ba800] (21)-- 00000800:00000200:39.2:1596748208.940630:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4472ba800] (20)++ 00000800:00000010:86.0:1596748209.030828:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34c80 (tot 157470802). 00000800:00000200:86.0:1596748209.030831:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34c80] -> 192.168.128.26@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.030832:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34d00 (tot 157470914). 00000800:00000010:86.0:1596748209.030834:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02fc00 (tot 157471210). 00000800:00000010:86.0:1596748209.030837:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79cfc0 (tot 157471346). 00000800:00000010:86.0:1596748209.030838:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c030000 (tot 157473218). 00000800:00000010:86.0:1596748209.030839:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79ccc0 (tot 157473370). 00000800:00000200:86.0:1596748209.030845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c07d000 0x7dc07d000(0x7dc07d000) 00000800:00000200:86.0:1596748209.030846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c07e000 0x7dc07e000(0x7dc07e000) 00000800:00000200:86.0:1596748209.030847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c07f000 0x7dc07f000(0x7dc07f000) 00000800:00000200:86.0:1596748209.030847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c080000 0x7dc080000(0x7dc080000) 00000800:00000200:86.0:1596748209.030848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c081000 0x7dc081000(0x7dc081000) 00000800:00000200:86.0:1596748209.030849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c082000 0x7dc082000(0x7dc082000) 00000800:00000200:86.0:1596748209.030850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c083000 0x7dc083000(0x7dc083000) 00000800:00000200:86.0:1596748209.030850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c084000 0x7dc084000(0x7dc084000) 00000800:00000200:86.0:1596748209.030851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c085000 0x7dc085000(0x7dc085000) 00000800:00000200:86.0:1596748209.030852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c086000 0x7dc086000(0x7dc086000) 00000800:00000200:86.0:1596748209.030853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c087000 0x7dc087000(0x7dc087000) 00000800:00000200:86.0:1596748209.030853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c088000 0x7dc088000(0x7dc088000) 00000800:00000200:86.0:1596748209.030854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c089000 0x7dc089000(0x7dc089000) 00000800:00000200:86.0:1596748209.030855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c08a000 0x7dc08a000(0x7dc08a000) 00000800:00000200:86.0:1596748209.030856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c08b000 0x7dc08b000(0x7dc08b000) 00000800:00000200:86.0:1596748209.030856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c08c000 0x7dc08c000(0x7dc08c000) 00000800:00000200:86.0:1596748209.030857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c08d000 0x7dc08d000(0x7dc08d000) 00000800:00000200:86.0:1596748209.030858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c08e000 0x7dc08e000(0x7dc08e000) 00000800:00000010:86.0:1596748209.031399:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34d00 (tot 157473258). 00000800:00000200:86.0:1596748209.031401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031408:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031408:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031409:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031410:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.031418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02fc00] (20)-- 00000800:00000200:86.0:1596748209.031419:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.26@o2ib36 00000800:00000200:86.0:1596748209.031693:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.032066:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.26@o2ib36 00000800:00000200:86.0:1596748209.032067:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.26@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.032068:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79cfc0 (tot 157473122). 00000800:00000200:86.0:1596748209.032069:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02fc00] (19)++ 00000800:00000200:86.0:1596748209.032070:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02fc00] (20)++ 00000800:00000200:86.2:1596748209.032073:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02fc00] (21)++ 00000800:00000200:86.0:1596748209.032074:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02fc00] (22)-- 00000800:00000010:86.0:1596748209.231421:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a47e28e700 (tot 157473234). 00000800:00000200:86.0:1596748209.231424:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a47e28e700] -> 192.168.128.28@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.231426:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12e000 (tot 157473346). 00000800:00000010:86.0:1596748209.231429:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461625600 (tot 157473642). 00000800:00000010:86.0:1596748209.231430:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44736fec0 (tot 157473778). 00000800:00000010:86.0:1596748209.231432:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447320000 (tot 157475650). 00000800:00000010:86.0:1596748209.231433:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736fe00 (tot 157475802). 00000800:00000200:86.0:1596748209.231438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a44737f000 0x17c737f000(0x17c737f000) 00000800:00000200:86.0:1596748209.231439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447380000 0x17c7380000(0x17c7380000) 00000800:00000200:86.0:1596748209.231440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447381000 0x17c7381000(0x17c7381000) 00000800:00000200:86.0:1596748209.231440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447382000 0x17c7382000(0x17c7382000) 00000800:00000200:86.0:1596748209.231441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447383000 0x17c7383000(0x17c7383000) 00000800:00000200:86.0:1596748209.231442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447384000 0x17c7384000(0x17c7384000) 00000800:00000200:86.0:1596748209.231443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447385000 0x17c7385000(0x17c7385000) 00000800:00000200:86.0:1596748209.231443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447386000 0x17c7386000(0x17c7386000) 00000800:00000200:86.0:1596748209.231444:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447387000 0x17c7387000(0x17c7387000) 00000800:00000200:86.0:1596748209.231445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447388000 0x17c7388000(0x17c7388000) 00000800:00000200:86.0:1596748209.231446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447389000 0x17c7389000(0x17c7389000) 00000800:00000200:86.0:1596748209.231446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44738a000 0x17c738a000(0x17c738a000) 00000800:00000200:86.0:1596748209.231447:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44738b000 0x17c738b000(0x17c738b000) 00000800:00000200:86.0:1596748209.231448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44738c000 0x17c738c000(0x17c738c000) 00000800:00000200:86.0:1596748209.231449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44738d000 0x17c738d000(0x17c738d000) 00000800:00000200:86.0:1596748209.231449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a44738e000 0x17c738e000(0x17c738e000) 00000800:00000200:86.0:1596748209.231450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a44738f000 0x17c738f000(0x17c738f000) 00000800:00000200:86.0:1596748209.231451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a447390000 0x17c7390000(0x17c7390000) 00000800:00000010:86.0:1596748209.232005:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12e000 (tot 157475690). 00000800:00000200:86.0:1596748209.232007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232008:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461625600] (20)-- 00000800:00000200:86.0:1596748209.232026:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.28@o2ib36 00000800:00000200:86.0:1596748209.232294:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.232690:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.28@o2ib36 00000800:00000200:86.0:1596748209.232692:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.28@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.232693:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44736fec0 (tot 157475554). 00000800:00000200:86.0:1596748209.232694:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461625600] (19)++ 00000800:00000200:86.0:1596748209.232694:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461625600] (20)++ 00000800:00000200:86.0:1596748209.232695:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461625600] (21)-- 00000800:00000200:36.2:1596748209.232697:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461625600] (20)++ 00000800:00000010:86.0:1596748209.301882:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556500 (tot 157475666). 00000800:00000200:86.0:1596748209.301885:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556500] -> 192.168.128.144@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.301887:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556580 (tot 157475778). 00000800:00000010:86.0:1596748209.301891:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54e68600 (tot 157476074). 00000800:00000010:86.0:1596748209.301894:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eab140 (tot 157476210). 00000800:00000010:86.0:1596748209.301895:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e61000 (tot 157478082). 00000800:00000010:86.0:1596748209.301896:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab740 (tot 157478234). 00000800:00000200:86.0:1596748209.301900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54e82000 0x3fd4e82000(0x3fd4e82000) 00000800:00000200:86.0:1596748209.301901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54e83000 0x3fd4e83000(0x3fd4e83000) 00000800:00000200:86.0:1596748209.301902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54e84000 0x3fd4e84000(0x3fd4e84000) 00000800:00000200:86.0:1596748209.301902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54e85000 0x3fd4e85000(0x3fd4e85000) 00000800:00000200:86.0:1596748209.301903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54e86000 0x3fd4e86000(0x3fd4e86000) 00000800:00000200:86.0:1596748209.301904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54e87000 0x3fd4e87000(0x3fd4e87000) 00000800:00000200:86.0:1596748209.301905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54e88000 0x3fd4e88000(0x3fd4e88000) 00000800:00000200:86.0:1596748209.301905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54e89000 0x3fd4e89000(0x3fd4e89000) 00000800:00000200:86.0:1596748209.301906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54e8a000 0x3fd4e8a000(0x3fd4e8a000) 00000800:00000200:86.0:1596748209.301907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54e8b000 0x3fd4e8b000(0x3fd4e8b000) 00000800:00000200:86.0:1596748209.301908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54e8c000 0x3fd4e8c000(0x3fd4e8c000) 00000800:00000200:86.0:1596748209.301908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54e8d000 0x3fd4e8d000(0x3fd4e8d000) 00000800:00000200:86.0:1596748209.301909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54e8e000 0x3fd4e8e000(0x3fd4e8e000) 00000800:00000200:86.0:1596748209.301910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54e8f000 0x3fd4e8f000(0x3fd4e8f000) 00000800:00000200:86.0:1596748209.301911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54e90000 0x3fd4e90000(0x3fd4e90000) 00000800:00000200:86.0:1596748209.301911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54e91000 0x3fd4e91000(0x3fd4e91000) 00000800:00000200:86.0:1596748209.301912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54e92000 0x3fd4e92000(0x3fd4e92000) 00000800:00000200:86.0:1596748209.301913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54e93000 0x3fd4e93000(0x3fd4e93000) 00000800:00000010:86.0:1596748209.302477:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556580 (tot 157478122). 00000800:00000200:86.0:1596748209.302478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.302495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e68600] (20)-- 00000800:00000200:86.0:1596748209.302504:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.144@o2ib36 00000800:00000200:86.0:1596748209.302762:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.303145:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.144@o2ib36 00000800:00000200:86.0:1596748209.303146:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.144@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.303147:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eab140 (tot 157477986). 00000800:00000200:86.0:1596748209.303148:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54e68600] (19)++ 00000800:00000200:86.0:1596748209.303148:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54e68600] (20)++ 00000800:00000200:86.0:1596748209.303149:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54e68600] (21)-- 00000800:00000200:41.2:1596748209.303151:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54e68600] (20)++ 00000800:00000200:17.0:1596748209.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54ce8000] (21)++ 00000800:00000200:17.0:1596748209.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54ce8000] (22)++ 00000800:00000200:17.0:1596748209.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54ce8000] (23)-- 00000800:00000200:17.0:1596748209.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8931c00] (21)++ 00000800:00000200:17.0:1596748209.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f8931c00] (22)++ 00000800:00000200:17.0:1596748209.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f8931c00] (23)-- 00000800:00020000:17.0:1596748209.352554:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748209.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748209.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e4c5a00] (22)++ 00000800:00000100:17.0:1596748209.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748209.352561:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2680] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:17.0:1596748209.352562:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e4c5a00] (23)-- 00000800:00020000:17.0:1596748209.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748209.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748209.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b900000] (22)++ 00000800:00000100:17.0:1596748209.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748209.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35080] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:17.0:1596748209.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5b900000] (23)-- 00000800:00020000:17.0:1596748209.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748209.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748209.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a447579800] (22)++ 00000800:00000100:17.0:1596748209.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748209.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28e980] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:17.0:1596748209.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a447579800] (23)-- 00000800:00020000:17.0:1596748209.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748209.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748209.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c90600] (22)++ 00000800:00000100:17.0:1596748209.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748209.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557d00] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:17.0:1596748209.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c90600] (23)-- 00000800:00020000:17.0:1596748209.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748209.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748209.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464057800] (22)++ 00000800:00000100:17.0:1596748209.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748209.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294a80] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:17.0:1596748209.352593:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464057800] (23)-- 00000800:00020000:17.0:1596748209.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748209.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748209.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463c23c00] (22)++ 00000800:00000100:17.0:1596748209.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748209.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295480] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:17.0:1596748209.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463c23c00] (23)-- 00000400:00000200:17.0:1596748209.353248:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:17.0:1596748209.353249:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:17.0:1596748209.353249:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e4c5a00] (22)-- 00000800:00000200:86.0:1596748209.353550:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e4c5a00] (21)-- 00000400:00000200:17.0:1596748209.353777:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:17.0:1596748209.353778:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:17.0:1596748209.353779:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5b900000] (22)-- 00000800:00000200:86.0:1596748209.354113:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5b900000] (21)-- 00000400:00000200:17.0:1596748209.354300:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:17.0:1596748209.354302:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:17.0:1596748209.354302:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a447579800] (22)-- 00000800:00000200:86.0:1596748209.354604:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a447579800] (21)-- 00000400:00000200:17.0:1596748209.354680:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:17.0:1596748209.354681:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:17.0:1596748209.354682:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c90600] (22)-- 00000800:00000200:86.0:1596748209.355108:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c90600] (21)-- 00000400:00000200:17.0:1596748209.355220:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:17.0:1596748209.355221:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:17.0:1596748209.355221:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464057800] (22)-- 00000800:00000200:86.0:1596748209.355754:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464057800] (21)-- 00000400:00000200:17.0:1596748209.355774:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:17.0:1596748209.355775:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:17.0:1596748209.355775:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463c23c00] (22)-- 00000800:00000200:86.0:1596748209.356030:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463c23c00] (21)-- 00000800:00000200:86.0:1596748209.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748209.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748209.544179:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556580 (tot 157478098). 00000800:00000200:86.0:1596748209.544183:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556580] -> 192.168.128.76@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.544185:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556600 (tot 157478210). 00000800:00000010:86.0:1596748209.544186:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54e6e800 (tot 157478506). 00000800:00000010:86.0:1596748209.544187:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eab140 (tot 157478642). 00000800:00000010:86.0:1596748209.544188:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e62000 (tot 157480514). 00000800:00000010:86.0:1596748209.544189:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eab380 (tot 157480666). 00000800:00000200:86.0:1596748209.544196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54e94000 0x3fd4e94000(0x3fd4e94000) 00000800:00000200:86.0:1596748209.544197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54e95000 0x3fd4e95000(0x3fd4e95000) 00000800:00000200:86.0:1596748209.544198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54e96000 0x3fd4e96000(0x3fd4e96000) 00000800:00000200:86.0:1596748209.544199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54e97000 0x3fd4e97000(0x3fd4e97000) 00000800:00000200:86.0:1596748209.544199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54e98000 0x3fd4e98000(0x3fd4e98000) 00000800:00000200:86.0:1596748209.544200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54e99000 0x3fd4e99000(0x3fd4e99000) 00000800:00000200:86.0:1596748209.544201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54e9a000 0x3fd4e9a000(0x3fd4e9a000) 00000800:00000200:86.0:1596748209.544202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54e9b000 0x3fd4e9b000(0x3fd4e9b000) 00000800:00000200:86.0:1596748209.544203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54e9c000 0x3fd4e9c000(0x3fd4e9c000) 00000800:00000200:86.0:1596748209.544203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54e9d000 0x3fd4e9d000(0x3fd4e9d000) 00000800:00000200:86.0:1596748209.544204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54e9e000 0x3fd4e9e000(0x3fd4e9e000) 00000800:00000200:86.0:1596748209.544205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54e9f000 0x3fd4e9f000(0x3fd4e9f000) 00000800:00000200:86.0:1596748209.544206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54ea0000 0x3fd4ea0000(0x3fd4ea0000) 00000800:00000200:86.0:1596748209.544206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54ea1000 0x3fd4ea1000(0x3fd4ea1000) 00000800:00000200:86.0:1596748209.544207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54ea2000 0x3fd4ea2000(0x3fd4ea2000) 00000800:00000200:86.0:1596748209.544208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54ea3000 0x3fd4ea3000(0x3fd4ea3000) 00000800:00000200:86.0:1596748209.544209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54ea4000 0x3fd4ea4000(0x3fd4ea4000) 00000800:00000200:86.0:1596748209.544209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54ea5000 0x3fd4ea5000(0x3fd4ea5000) 00000800:00000010:86.0:1596748209.544781:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556600 (tot 157480554). 00000800:00000200:86.0:1596748209.544783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544785:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544785:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544786:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544786:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544787:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544787:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544788:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544788:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544789:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544789:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544790:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544790:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.544800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54e6e800] (20)-- 00000800:00000200:86.0:1596748209.544802:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.76@o2ib36 00000800:00000200:86.0:1596748209.545058:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.545422:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.76@o2ib36 00000800:00000200:86.0:1596748209.545423:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.76@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.545424:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eab140 (tot 157480418). 00000800:00000200:86.0:1596748209.545426:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54e6e800] (19)++ 00000800:00000200:86.0:1596748209.545427:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54e6e800] (20)++ 00000800:00000200:86.0:1596748209.545428:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54e6e800] (21)-- 00000800:00000200:41.2:1596748209.545428:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54e6e800] (21)++ 00000800:00000010:86.0:1596748209.625057:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3680 (tot 157480530). 00000800:00000200:86.0:1596748209.625060:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3680] -> 192.168.128.112@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.625062:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3600 (tot 157480642). 00000800:00000010:86.0:1596748209.625065:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0bb600 (tot 157480938). 00000800:00000010:86.0:1596748209.625068:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7ded7440 (tot 157481074). 00000800:00000010:86.0:1596748209.625070:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e276000 (tot 157482946). 00000800:00000010:86.0:1596748209.625072:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7ded6b40 (tot 157483098). 00000800:00000200:86.0:1596748209.625078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e28d000 0xfde28d000(0xfde28d000) 00000800:00000200:86.0:1596748209.625079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e28e000 0xfde28e000(0xfde28e000) 00000800:00000200:86.0:1596748209.625080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e28f000 0xfde28f000(0xfde28f000) 00000800:00000200:86.0:1596748209.625081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e290000 0xfde290000(0xfde290000) 00000800:00000200:86.0:1596748209.625082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e291000 0xfde291000(0xfde291000) 00000800:00000200:86.0:1596748209.625083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e292000 0xfde292000(0xfde292000) 00000800:00000200:86.0:1596748209.625084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e293000 0xfde293000(0xfde293000) 00000800:00000200:86.0:1596748209.625084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e294000 0xfde294000(0xfde294000) 00000800:00000200:86.0:1596748209.625085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e295000 0xfde295000(0xfde295000) 00000800:00000200:86.0:1596748209.625086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e296000 0xfde296000(0xfde296000) 00000800:00000200:86.0:1596748209.625086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e297000 0xfde297000(0xfde297000) 00000800:00000200:86.0:1596748209.625087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e298000 0xfde298000(0xfde298000) 00000800:00000200:86.0:1596748209.625088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e299000 0xfde299000(0xfde299000) 00000800:00000200:86.0:1596748209.625089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e29a000 0xfde29a000(0xfde29a000) 00000800:00000200:86.0:1596748209.625089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e29b000 0xfde29b000(0xfde29b000) 00000800:00000200:86.0:1596748209.625090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e29c000 0xfde29c000(0xfde29c000) 00000800:00000200:86.0:1596748209.625091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e29d000 0xfde29d000(0xfde29d000) 00000800:00000200:86.0:1596748209.625092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e29e000 0xfde29e000(0xfde29e000) 00000800:00000010:86.0:1596748209.625659:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3600 (tot 157482986). 00000800:00000200:86.0:1596748209.625660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.625677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0bb600] (20)-- 00000800:00000200:86.0:1596748209.625679:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.112@o2ib36 00000800:00000200:86.0:1596748209.625943:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.626331:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.112@o2ib36 00000800:00000200:86.0:1596748209.626332:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.112@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.626333:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7ded7440 (tot 157482850). 00000800:00000200:86.0:1596748209.626334:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0bb600] (19)++ 00000800:00000200:86.0:1596748209.626334:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0bb600] (20)++ 00000800:00000200:86.0:1596748209.626335:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0bb600] (21)-- 00000800:00000200:84.2:1596748209.626346:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0bb600] (20)++ 00000800:00000010:86.0:1596748209.652307:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294d80 (tot 157482962). 00000800:00000200:86.0:1596748209.652310:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294d80] -> 192.168.128.145@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.652312:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294e00 (tot 157483074). 00000800:00000010:86.0:1596748209.652315:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46444a000 (tot 157483370). 00000800:00000010:86.0:1596748209.652317:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421980 (tot 157483506). 00000800:00000010:86.0:1596748209.652320:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8d800 (tot 157485378). 00000800:00000010:86.0:1596748209.652321:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464420840 (tot 157485530). 00000800:00000200:86.0:1596748209.652330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463592000 0x27e3592000(0x27e3592000) 00000800:00000200:86.0:1596748209.652331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463593000 0x27e3593000(0x27e3593000) 00000800:00000200:86.0:1596748209.652332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463594000 0x27e3594000(0x27e3594000) 00000800:00000200:86.0:1596748209.652333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463595000 0x27e3595000(0x27e3595000) 00000800:00000200:86.0:1596748209.652333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463596000 0x27e3596000(0x27e3596000) 00000800:00000200:86.0:1596748209.652334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463597000 0x27e3597000(0x27e3597000) 00000800:00000200:86.0:1596748209.652335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463598000 0x27e3598000(0x27e3598000) 00000800:00000200:86.0:1596748209.652336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463599000 0x27e3599000(0x27e3599000) 00000800:00000200:86.0:1596748209.652336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46359a000 0x27e359a000(0x27e359a000) 00000800:00000200:86.0:1596748209.652337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46359b000 0x27e359b000(0x27e359b000) 00000800:00000200:86.0:1596748209.652338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46359c000 0x27e359c000(0x27e359c000) 00000800:00000200:86.0:1596748209.652339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46359d000 0x27e359d000(0x27e359d000) 00000800:00000200:86.0:1596748209.652339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46359e000 0x27e359e000(0x27e359e000) 00000800:00000200:86.0:1596748209.652340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46359f000 0x27e359f000(0x27e359f000) 00000800:00000200:86.0:1596748209.652341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463760000 0x27e3760000(0x27e3760000) 00000800:00000200:86.0:1596748209.652341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463761000 0x27e3761000(0x27e3761000) 00000800:00000200:86.0:1596748209.652342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463762000 0x27e3762000(0x27e3762000) 00000800:00000200:86.0:1596748209.652343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463763000 0x27e3763000(0x27e3763000) 00000800:00000010:86.0:1596748209.652883:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294e00 (tot 157485418). 00000800:00000200:86.0:1596748209.652884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.652902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444a000] (20)-- 00000800:00000200:86.0:1596748209.652903:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.145@o2ib36 00000800:00000200:86.0:1596748209.653156:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.653539:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.145@o2ib36 00000800:00000200:86.0:1596748209.653541:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.145@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.653542:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421980 (tot 157485282). 00000800:00000200:86.0:1596748209.653543:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46444a000] (19)++ 00000800:00000200:86.0:1596748209.653544:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46444a000] (20)++ 00000800:00000200:86.0:1596748209.653545:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46444a000] (21)-- 00000800:00000200:41.2:1596748209.653551:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444a000] (20)++ 00000800:00000010:86.0:1596748209.836854:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1200 (tot 157485394). 00000800:00000200:86.0:1596748209.836857:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1200] -> 192.168.128.108@o2ib36 (1)++ 00000800:00000010:86.0:1596748209.836859:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1180 (tot 157485506). 00000800:00000010:86.0:1596748209.836863:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f4800 (tot 157485802). 00000800:00000010:86.0:1596748209.836865:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cf080 (tot 157485938). 00000800:00000010:86.0:1596748209.836868:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b85000 (tot 157487810). 00000800:00000010:86.0:1596748209.836869:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cf440 (tot 157487962). 00000800:00000200:86.0:1596748209.836873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65a99000 0x2fe5a99000(0x2fe5a99000) 00000800:00000200:86.0:1596748209.836874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65a9a000 0x2fe5a9a000(0x2fe5a9a000) 00000800:00000200:86.0:1596748209.836875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65a9b000 0x2fe5a9b000(0x2fe5a9b000) 00000800:00000200:86.0:1596748209.836876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65a9c000 0x2fe5a9c000(0x2fe5a9c000) 00000800:00000200:86.0:1596748209.836877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65a9d000 0x2fe5a9d000(0x2fe5a9d000) 00000800:00000200:86.0:1596748209.836877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65a9e000 0x2fe5a9e000(0x2fe5a9e000) 00000800:00000200:86.0:1596748209.836878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65a9f000 0x2fe5a9f000(0x2fe5a9f000) 00000800:00000200:86.0:1596748209.836879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65aa0000 0x2fe5aa0000(0x2fe5aa0000) 00000800:00000200:86.0:1596748209.836880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65aa1000 0x2fe5aa1000(0x2fe5aa1000) 00000800:00000200:86.0:1596748209.836880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65aa2000 0x2fe5aa2000(0x2fe5aa2000) 00000800:00000200:86.0:1596748209.836881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65aa3000 0x2fe5aa3000(0x2fe5aa3000) 00000800:00000200:86.0:1596748209.836882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65aa4000 0x2fe5aa4000(0x2fe5aa4000) 00000800:00000200:86.0:1596748209.836883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65aa5000 0x2fe5aa5000(0x2fe5aa5000) 00000800:00000200:86.0:1596748209.836883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65aa6000 0x2fe5aa6000(0x2fe5aa6000) 00000800:00000200:86.0:1596748209.836884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65aa7000 0x2fe5aa7000(0x2fe5aa7000) 00000800:00000200:86.0:1596748209.836885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65aa8000 0x2fe5aa8000(0x2fe5aa8000) 00000800:00000200:86.0:1596748209.836886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65aa9000 0x2fe5aa9000(0x2fe5aa9000) 00000800:00000200:86.0:1596748209.836886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65aaa000 0x2fe5aaa000(0x2fe5aaa000) 00000800:00000010:86.0:1596748209.837433:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1180 (tot 157487850). 00000800:00000200:86.0:1596748209.837435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.837452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f4800] (20)-- 00000800:00000200:86.0:1596748209.837454:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.108@o2ib36 00000800:00000200:86.0:1596748209.837707:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748209.838073:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.108@o2ib36 00000800:00000200:86.0:1596748209.838075:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.108@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748209.838075:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cf080 (tot 157487714). 00000800:00000200:86.0:1596748209.838076:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f4800] (19)++ 00000800:00000200:86.0:1596748209.838077:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f4800] (20)++ 00000800:00000200:86.0:1596748209.838078:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f4800] (21)-- 00000800:00000200:85.2:1596748209.838231:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f4800] (20)++ 00000800:00000010:86.0:1596748210.187598:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1180 (tot 157487826). 00000800:00000200:86.0:1596748210.187601:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1180] -> 192.168.128.158@o2ib36 (1)++ 00000800:00000010:86.0:1596748210.187603:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1100 (tot 157487938). 00000800:00000010:86.0:1596748210.187604:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f5200 (tot 157488234). 00000800:00000010:86.0:1596748210.187605:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc659cf080 (tot 157488370). 00000800:00000010:86.0:1596748210.187606:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b87800 (tot 157490242). 00000800:00000010:86.0:1596748210.187607:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc659cecc0 (tot 157490394). 00000800:00000200:86.0:1596748210.187612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65aab000 0x2fe5aab000(0x2fe5aab000) 00000800:00000200:86.0:1596748210.187614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65aac000 0x2fe5aac000(0x2fe5aac000) 00000800:00000200:86.0:1596748210.187615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65aad000 0x2fe5aad000(0x2fe5aad000) 00000800:00000200:86.0:1596748210.187615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65aae000 0x2fe5aae000(0x2fe5aae000) 00000800:00000200:86.0:1596748210.187616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65aaf000 0x2fe5aaf000(0x2fe5aaf000) 00000800:00000200:86.0:1596748210.187617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65ab0000 0x2fe5ab0000(0x2fe5ab0000) 00000800:00000200:86.0:1596748210.187618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65ab1000 0x2fe5ab1000(0x2fe5ab1000) 00000800:00000200:86.0:1596748210.187618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65ab2000 0x2fe5ab2000(0x2fe5ab2000) 00000800:00000200:86.0:1596748210.187619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65ab3000 0x2fe5ab3000(0x2fe5ab3000) 00000800:00000200:86.0:1596748210.187620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65ab4000 0x2fe5ab4000(0x2fe5ab4000) 00000800:00000200:86.0:1596748210.187621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65ab5000 0x2fe5ab5000(0x2fe5ab5000) 00000800:00000200:86.0:1596748210.187621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65ab6000 0x2fe5ab6000(0x2fe5ab6000) 00000800:00000200:86.0:1596748210.187622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65ab7000 0x2fe5ab7000(0x2fe5ab7000) 00000800:00000200:86.0:1596748210.187623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65ab8000 0x2fe5ab8000(0x2fe5ab8000) 00000800:00000200:86.0:1596748210.187623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65ab9000 0x2fe5ab9000(0x2fe5ab9000) 00000800:00000200:86.0:1596748210.187624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65aba000 0x2fe5aba000(0x2fe5aba000) 00000800:00000200:86.0:1596748210.187625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65abb000 0x2fe5abb000(0x2fe5abb000) 00000800:00000200:86.0:1596748210.187626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65abc000 0x2fe5abc000(0x2fe5abc000) 00000800:00000010:86.0:1596748210.188191:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1100 (tot 157490282). 00000800:00000200:86.0:1596748210.188193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188194:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188195:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188195:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188196:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188196:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188197:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188198:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188199:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f5200] (20)-- 00000800:00000200:86.0:1596748210.188212:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.158@o2ib36 00000800:00000200:86.0:1596748210.188483:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748210.188854:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.158@o2ib36 00000800:00000200:86.0:1596748210.188855:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.158@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748210.188856:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc659cf080 (tot 157490146). 00000800:00000200:86.0:1596748210.188858:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f5200] (19)++ 00000800:00000200:86.0:1596748210.188858:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f5200] (20)++ 00000800:00000200:86.0:1596748210.188859:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f5200] (21)-- 00000800:00000200:40.2:1596748210.189086:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f5200] (20)++ 00000800:00000010:86.0:1596748210.242888:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295080 (tot 157490258). 00000800:00000200:86.0:1596748210.242890:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295080] -> 192.168.128.140@o2ib36 (1)++ 00000800:00000010:86.0:1596748210.242892:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464295000 (tot 157490370). 00000800:00000010:86.0:1596748210.242893:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46444fa00 (tot 157490666). 00000800:00000010:86.0:1596748210.242895:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421a40 (tot 157490802). 00000800:00000010:86.0:1596748210.242897:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8e800 (tot 157492674). 00000800:00000010:86.0:1596748210.242899:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464421440 (tot 157492826). 00000800:00000200:86.0:1596748210.242906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463764000 0x27e3764000(0x27e3764000) 00000800:00000200:86.0:1596748210.242907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463765000 0x27e3765000(0x27e3765000) 00000800:00000200:86.0:1596748210.242908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463766000 0x27e3766000(0x27e3766000) 00000800:00000200:86.0:1596748210.242908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463767000 0x27e3767000(0x27e3767000) 00000800:00000200:86.0:1596748210.242909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463768000 0x27e3768000(0x27e3768000) 00000800:00000200:86.0:1596748210.242910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463769000 0x27e3769000(0x27e3769000) 00000800:00000200:86.0:1596748210.242911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46376a000 0x27e376a000(0x27e376a000) 00000800:00000200:86.0:1596748210.242911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46376b000 0x27e376b000(0x27e376b000) 00000800:00000200:86.0:1596748210.242912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46376c000 0x27e376c000(0x27e376c000) 00000800:00000200:86.0:1596748210.242913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46376d000 0x27e376d000(0x27e376d000) 00000800:00000200:86.0:1596748210.242913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46376e000 0x27e376e000(0x27e376e000) 00000800:00000200:86.0:1596748210.242914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46376f000 0x27e376f000(0x27e376f000) 00000800:00000200:86.0:1596748210.242915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463780000 0x27e3780000(0x27e3780000) 00000800:00000200:86.0:1596748210.242916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463781000 0x27e3781000(0x27e3781000) 00000800:00000200:86.0:1596748210.242916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463782000 0x27e3782000(0x27e3782000) 00000800:00000200:86.0:1596748210.242917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463783000 0x27e3783000(0x27e3783000) 00000800:00000200:86.0:1596748210.242918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463784000 0x27e3784000(0x27e3784000) 00000800:00000200:86.0:1596748210.242919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463785000 0x27e3785000(0x27e3785000) 00000800:00000010:86.0:1596748210.243494:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464295000 (tot 157492714). 00000800:00000200:86.0:1596748210.243495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.243524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444fa00] (20)-- 00000800:00000200:86.0:1596748210.243526:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.140@o2ib36 00000800:00000200:86.0:1596748210.243768:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748210.244136:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.140@o2ib36 00000800:00000200:86.0:1596748210.244138:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.140@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748210.244138:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421a40 (tot 157492578). 00000800:00000200:86.0:1596748210.244139:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46444fa00] (19)++ 00000800:00000200:86.0:1596748210.244140:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46444fa00] (20)++ 00000800:00000200:86.0:1596748210.244141:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46444fa00] (21)-- 00000800:00000200:40.2:1596748210.244297:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444fa00] (20)++ 00000800:00020000:17.0:1596748210.352542:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748210.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748210.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558a00] (22)++ 00000800:00000100:17.0:1596748210.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748210.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34a00] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:17.0:1596748210.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c558a00] (23)-- 00000800:00020000:17.0:1596748210.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748210.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748210.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc65c6e800] (22)++ 00000800:00000100:17.0:1596748210.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748210.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1500] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:17.0:1596748210.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc65c6e800] (23)-- 00000800:00020000:17.0:1596748210.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748210.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748210.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54c97400] (22)++ 00000800:00000100:17.0:1596748210.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748210.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557c80] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:17.0:1596748210.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54c97400] (23)-- 00000800:00020000:17.0:1596748210.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748210.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748210.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463437c00] (22)++ 00000800:00000100:17.0:1596748210.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748210.352575:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295400] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:17.0:1596748210.352576:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463437c00] (23)-- 00000800:00020000:17.0:1596748210.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748210.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748210.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f0000] (22)++ 00000800:00000100:17.0:1596748210.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748210.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0900] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:17.0:1596748210.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc659f0000] (23)-- 00000800:00020000:17.0:1596748210.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748210.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748210.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c435200] (22)++ 00000800:00000100:17.0:1596748210.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748210.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34a80] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:17.0:1596748210.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c435200] (23)-- 00000400:00000200:17.0:1596748210.353161:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:17.0:1596748210.353163:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:17.0:1596748210.353163:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c558a00] (22)-- 00000800:00000200:86.0:1596748210.353440:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c558a00] (21)-- 00000400:00000200:17.0:1596748210.353719:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:17.0:1596748210.353721:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:17.0:1596748210.353722:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc65c6e800] (22)-- 00000800:00000200:86.0:1596748210.353994:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc65c6e800] (21)-- 00000400:00000200:17.0:1596748210.354255:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:17.0:1596748210.354256:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:17.0:1596748210.354257:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54c97400] (22)-- 00000800:00000200:86.0:1596748210.354771:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54c97400] (21)-- 00000400:00000200:17.0:1596748210.354813:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:17.0:1596748210.354814:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:17.0:1596748210.354815:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463437c00] (22)-- 00000800:00000200:86.0:1596748210.355118:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463437c00] (21)-- 00000400:00000200:17.0:1596748210.355354:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:17.0:1596748210.355355:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:17.0:1596748210.355356:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc659f0000] (22)-- 00000800:00000200:86.0:1596748210.355644:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc659f0000] (21)-- 00000400:00000200:17.0:1596748210.355907:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:17.0:1596748210.355908:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:17.0:1596748210.355908:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c435200] (22)-- 00000800:00000200:86.0:1596748210.356219:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c435200] (21)-- 00000800:00000200:86.0:1596748210.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748210.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748210.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748210.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748210.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748210.673951:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35200 (tot 157492690). 00000800:00000200:86.0:1596748210.673955:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35200] -> 192.168.128.128@o2ib36 (1)++ 00000800:00000010:86.0:1596748210.673957:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35180 (tot 157492802). 00000800:00000010:86.0:1596748210.673959:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cea2000 (tot 157493098). 00000800:00000010:86.0:1596748210.673961:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79d080 (tot 157493234). 00000800:00000010:86.0:1596748210.673963:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c035000 (tot 157495106). 00000800:00000010:86.0:1596748210.673965:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79d440 (tot 157495258). 00000800:00000200:86.0:1596748210.673968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c08f000 0x7dc08f000(0x7dc08f000) 00000800:00000200:86.0:1596748210.673969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c090000 0x7dc090000(0x7dc090000) 00000800:00000200:86.0:1596748210.673970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c091000 0x7dc091000(0x7dc091000) 00000800:00000200:86.0:1596748210.673971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c092000 0x7dc092000(0x7dc092000) 00000800:00000200:86.0:1596748210.673971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c093000 0x7dc093000(0x7dc093000) 00000800:00000200:86.0:1596748210.673972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c094000 0x7dc094000(0x7dc094000) 00000800:00000200:86.0:1596748210.673973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c095000 0x7dc095000(0x7dc095000) 00000800:00000200:86.0:1596748210.673974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c096000 0x7dc096000(0x7dc096000) 00000800:00000200:86.0:1596748210.673974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c097000 0x7dc097000(0x7dc097000) 00000800:00000200:86.0:1596748210.673975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c098000 0x7dc098000(0x7dc098000) 00000800:00000200:86.0:1596748210.673976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c099000 0x7dc099000(0x7dc099000) 00000800:00000200:86.0:1596748210.673976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c09a000 0x7dc09a000(0x7dc09a000) 00000800:00000200:86.0:1596748210.673977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c09b000 0x7dc09b000(0x7dc09b000) 00000800:00000200:86.0:1596748210.673978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c09c000 0x7dc09c000(0x7dc09c000) 00000800:00000200:86.0:1596748210.673979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c09d000 0x7dc09d000(0x7dc09d000) 00000800:00000200:86.0:1596748210.673979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c09e000 0x7dc09e000(0x7dc09e000) 00000800:00000200:86.0:1596748210.673980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c09f000 0x7dc09f000(0x7dc09f000) 00000800:00000200:86.0:1596748210.673981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c0a0000 0x7dc0a0000(0x7dc0a0000) 00000800:00000010:86.0:1596748210.674526:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35180 (tot 157495146). 00000800:00000200:86.0:1596748210.674527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.674545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cea2000] (20)-- 00000800:00000200:86.0:1596748210.674546:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.128@o2ib36 00000800:00000200:86.0:1596748210.674815:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748210.675114:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cea2000] (19)++ 00000800:00000200:86.0:1596748210.675121:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.128@o2ib36 00000800:00000200:86.0:1596748210.675122:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.128@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748210.675123:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79d080 (tot 157495010). 00000800:00000200:86.0:1596748210.675124:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cea2000] (20)++ 00000800:00000200:86.0:1596748210.675124:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cea2000] (21)++ 00000800:00000200:86.0:1596748210.675125:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cea2000] (22)-- 00000800:00000010:86.0:1596748211.215844:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294e00 (tot 157495122). 00000800:00000200:86.0:1596748211.215848:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294e00] -> 192.168.128.111@o2ib36 (1)++ 00000800:00000010:86.0:1596748211.215849:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294e80 (tot 157495234). 00000800:00000010:86.0:1596748211.215851:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b47c355800 (tot 157495530). 00000800:00000010:86.0:1596748211.215853:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421980 (tot 157495666). 00000800:00000010:86.0:1596748211.215854:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e8a800 (tot 157497538). 00000800:00000010:86.0:1596748211.215855:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464420a80 (tot 157497690). 00000800:00000200:86.0:1596748211.215858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463786000 0x27e3786000(0x27e3786000) 00000800:00000200:86.0:1596748211.215859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463787000 0x27e3787000(0x27e3787000) 00000800:00000200:86.0:1596748211.215860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463788000 0x27e3788000(0x27e3788000) 00000800:00000200:86.0:1596748211.215861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463789000 0x27e3789000(0x27e3789000) 00000800:00000200:86.0:1596748211.215862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46378a000 0x27e378a000(0x27e378a000) 00000800:00000200:86.0:1596748211.215862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46378b000 0x27e378b000(0x27e378b000) 00000800:00000200:86.0:1596748211.215863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46378c000 0x27e378c000(0x27e378c000) 00000800:00000200:86.0:1596748211.215864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46378d000 0x27e378d000(0x27e378d000) 00000800:00000200:86.0:1596748211.215865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46378e000 0x27e378e000(0x27e378e000) 00000800:00000200:86.0:1596748211.215865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46378f000 0x27e378f000(0x27e378f000) 00000800:00000200:86.0:1596748211.215866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4636e0000 0x27e36e0000(0x27e36e0000) 00000800:00000200:86.0:1596748211.215867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4636e1000 0x27e36e1000(0x27e36e1000) 00000800:00000200:86.0:1596748211.215867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4636e2000 0x27e36e2000(0x27e36e2000) 00000800:00000200:86.0:1596748211.215868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4636e3000 0x27e36e3000(0x27e36e3000) 00000800:00000200:86.0:1596748211.215869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4636e4000 0x27e36e4000(0x27e36e4000) 00000800:00000200:86.0:1596748211.215870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4636e5000 0x27e36e5000(0x27e36e5000) 00000800:00000200:86.0:1596748211.215870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4636e6000 0x27e36e6000(0x27e36e6000) 00000800:00000200:86.0:1596748211.215871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4636e7000 0x27e36e7000(0x27e36e7000) 00000800:00000010:86.0:1596748211.216439:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294e80 (tot 157497578). 00000800:00000200:86.0:1596748211.216440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.216458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c355800] (20)-- 00000800:00000200:86.0:1596748211.216459:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.111@o2ib36 00000800:00000200:86.0:1596748211.216723:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748211.217116:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.111@o2ib36 00000800:00000200:86.0:1596748211.217117:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.111@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748211.217118:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421980 (tot 157497442). 00000800:00000200:86.0:1596748211.217119:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b47c355800] (19)++ 00000800:00000200:86.0:1596748211.217120:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b47c355800] (20)++ 00000800:00000200:86.0:1596748211.217121:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b47c355800] (21)-- 00000800:00000200:87.2:1596748211.217281:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b47c355800] (20)++ 00000800:00000200:86.0:1596748211.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748211.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748211.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748211.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748211.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748211.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748211.652064:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294e80 (tot 157497554). 00000800:00000200:86.0:1596748211.652067:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294e80] -> 192.168.128.17@o2ib36 (1)++ 00000800:00000010:86.0:1596748211.652069:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294f00 (tot 157497666). 00000800:00000010:86.0:1596748211.652070:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b47c353a00 (tot 157497962). 00000800:00000010:86.0:1596748211.652071:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421980 (tot 157498098). 00000800:00000010:86.0:1596748211.652072:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463e88000 (tot 157499970). 00000800:00000010:86.0:1596748211.652073:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464421680 (tot 157500122). 00000800:00000200:86.0:1596748211.652080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4636e8000 0x27e36e8000(0x27e36e8000) 00000800:00000200:86.0:1596748211.652081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4636e9000 0x27e36e9000(0x27e36e9000) 00000800:00000200:86.0:1596748211.652081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4636ea000 0x27e36ea000(0x27e36ea000) 00000800:00000200:86.0:1596748211.652082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4636eb000 0x27e36eb000(0x27e36eb000) 00000800:00000200:86.0:1596748211.652083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4636ec000 0x27e36ec000(0x27e36ec000) 00000800:00000200:86.0:1596748211.652084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4636ed000 0x27e36ed000(0x27e36ed000) 00000800:00000200:86.0:1596748211.652085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4636ee000 0x27e36ee000(0x27e36ee000) 00000800:00000200:86.0:1596748211.652085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4636ef000 0x27e36ef000(0x27e36ef000) 00000800:00000200:86.0:1596748211.652086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4635b0000 0x27e35b0000(0x27e35b0000) 00000800:00000200:86.0:1596748211.652087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4635b1000 0x27e35b1000(0x27e35b1000) 00000800:00000200:86.0:1596748211.652087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4635b2000 0x27e35b2000(0x27e35b2000) 00000800:00000200:86.0:1596748211.652088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4635b3000 0x27e35b3000(0x27e35b3000) 00000800:00000200:86.0:1596748211.652089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4635b4000 0x27e35b4000(0x27e35b4000) 00000800:00000200:86.0:1596748211.652090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4635b5000 0x27e35b5000(0x27e35b5000) 00000800:00000200:86.0:1596748211.652090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4635b6000 0x27e35b6000(0x27e35b6000) 00000800:00000200:86.0:1596748211.652091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4635b7000 0x27e35b7000(0x27e35b7000) 00000800:00000200:86.0:1596748211.652092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4635b8000 0x27e35b8000(0x27e35b8000) 00000800:00000200:86.0:1596748211.652093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4635b9000 0x27e35b9000(0x27e35b9000) 00000800:00000010:86.0:1596748211.652643:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294f00 (tot 157500010). 00000800:00000200:86.0:1596748211.652645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.652662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353a00] (20)-- 00000800:00000200:86.0:1596748211.652664:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.17@o2ib36 00000800:00000200:86.0:1596748211.652936:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748211.653321:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.17@o2ib36 00000800:00000200:86.0:1596748211.653322:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.17@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748211.653323:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421980 (tot 157499874). 00000800:00000200:86.0:1596748211.653325:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b47c353a00] (19)++ 00000800:00000200:86.0:1596748211.653326:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b47c353a00] (20)++ 00000800:00000200:86.0:1596748211.653327:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b47c353a00] (21)-- 00000800:00000200:39.2:1596748211.653511:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b47c353a00] (20)++ 00000800:00000010:86.0:1596748211.787888:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34d00 (tot 157499986). 00000800:00000200:86.0:1596748211.787891:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34d00] -> 192.168.128.102@o2ib36 (1)++ 00000800:00000010:86.0:1596748211.787893:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34d80 (tot 157500098). 00000800:00000010:86.0:1596748211.787895:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02d800 (tot 157500394). 00000800:00000010:86.0:1596748211.787897:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79cfc0 (tot 157500530). 00000800:00000010:86.0:1596748211.787899:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c031000 (tot 157502402). 00000800:00000010:86.0:1596748211.787900:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79c840 (tot 157502554). 00000800:00000200:86.0:1596748211.787907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c0a1000 0x7dc0a1000(0x7dc0a1000) 00000800:00000200:86.0:1596748211.787908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c0a2000 0x7dc0a2000(0x7dc0a2000) 00000800:00000200:86.0:1596748211.787909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c0a3000 0x7dc0a3000(0x7dc0a3000) 00000800:00000200:86.0:1596748211.787910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c0a4000 0x7dc0a4000(0x7dc0a4000) 00000800:00000200:86.0:1596748211.787910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c0a5000 0x7dc0a5000(0x7dc0a5000) 00000800:00000200:86.0:1596748211.787911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c0a6000 0x7dc0a6000(0x7dc0a6000) 00000800:00000200:86.0:1596748211.787912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c0a7000 0x7dc0a7000(0x7dc0a7000) 00000800:00000200:86.0:1596748211.787913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c0a8000 0x7dc0a8000(0x7dc0a8000) 00000800:00000200:86.0:1596748211.787913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c0a9000 0x7dc0a9000(0x7dc0a9000) 00000800:00000200:86.0:1596748211.787914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c0aa000 0x7dc0aa000(0x7dc0aa000) 00000800:00000200:86.0:1596748211.787915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c0ab000 0x7dc0ab000(0x7dc0ab000) 00000800:00000200:86.0:1596748211.787916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c0ac000 0x7dc0ac000(0x7dc0ac000) 00000800:00000200:86.0:1596748211.787916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c0ad000 0x7dc0ad000(0x7dc0ad000) 00000800:00000200:86.0:1596748211.787917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c0ae000 0x7dc0ae000(0x7dc0ae000) 00000800:00000200:86.0:1596748211.787918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c0af000 0x7dc0af000(0x7dc0af000) 00000800:00000200:86.0:1596748211.787919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c0b0000 0x7dc0b0000(0x7dc0b0000) 00000800:00000200:86.0:1596748211.787919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c0b1000 0x7dc0b1000(0x7dc0b1000) 00000800:00000200:86.0:1596748211.787920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c0b2000 0x7dc0b2000(0x7dc0b2000) 00000800:00000010:86.0:1596748211.788494:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34d80 (tot 157502442). 00000800:00000200:86.0:1596748211.788496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.788522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02d800] (20)-- 00000800:00000200:86.0:1596748211.788524:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.102@o2ib36 00000800:00000200:86.0:1596748211.788788:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748211.789177:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.102@o2ib36 00000800:00000200:86.0:1596748211.789179:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.102@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748211.789179:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79cfc0 (tot 157502306). 00000800:00000200:86.0:1596748211.789180:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02d800] (19)++ 00000800:00000200:86.0:1596748211.789181:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02d800] (20)++ 00000800:00000200:86.0:1596748211.789182:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02d800] (21)-- 00000800:00000200:37.2:1596748211.789348:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02d800] (20)++ 00000800:00000010:86.0:1596748211.898662:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849200 (tot 157502418). 00000800:00000200:86.0:1596748211.898665:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849200] -> 192.168.128.24@o2ib36 (1)++ 00000800:00000010:86.0:1596748211.898667:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849180 (tot 157502530). 00000800:00000010:86.0:1596748211.898669:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a604000 (tot 157502826). 00000800:00000010:86.0:1596748211.898671:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb2cc0 (tot 157502962). 00000800:00000010:86.0:1596748211.898673:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd92800 (tot 157504834). 00000800:00000010:86.0:1596748211.898674:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb3740 (tot 157504986). 00000800:00000200:86.0:1596748211.898677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f0bb3000 0x3770bb3000(0x3770bb3000) 00000800:00000200:86.0:1596748211.898678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f0bb4000 0x3770bb4000(0x3770bb4000) 00000800:00000200:86.0:1596748211.898679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f0bb5000 0x3770bb5000(0x3770bb5000) 00000800:00000200:86.0:1596748211.898679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f0bb6000 0x3770bb6000(0x3770bb6000) 00000800:00000200:86.0:1596748211.898680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f0bb7000 0x3770bb7000(0x3770bb7000) 00000800:00000200:86.0:1596748211.898681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f0bb8000 0x3770bb8000(0x3770bb8000) 00000800:00000200:86.0:1596748211.898682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f0bb9000 0x3770bb9000(0x3770bb9000) 00000800:00000200:86.0:1596748211.898683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f0bba000 0x3770bba000(0x3770bba000) 00000800:00000200:86.0:1596748211.898683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f0bbb000 0x3770bbb000(0x3770bbb000) 00000800:00000200:86.0:1596748211.898684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f0bbc000 0x3770bbc000(0x3770bbc000) 00000800:00000200:86.0:1596748211.898685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f0bbd000 0x3770bbd000(0x3770bbd000) 00000800:00000200:86.0:1596748211.898685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f0bbe000 0x3770bbe000(0x3770bbe000) 00000800:00000200:86.0:1596748211.898686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f0bbf000 0x3770bbf000(0x3770bbf000) 00000800:00000200:86.0:1596748211.898687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f0bc0000 0x3770bc0000(0x3770bc0000) 00000800:00000200:86.0:1596748211.898688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f0bc1000 0x3770bc1000(0x3770bc1000) 00000800:00000200:86.0:1596748211.898688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f0bc2000 0x3770bc2000(0x3770bc2000) 00000800:00000200:86.0:1596748211.898689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f0bc3000 0x3770bc3000(0x3770bc3000) 00000800:00000200:86.0:1596748211.898690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f0bc4000 0x3770bc4000(0x3770bc4000) 00000800:00000010:86.0:1596748211.899239:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849180 (tot 157504874). 00000800:00000200:86.0:1596748211.899240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a604000] (20)-- 00000800:00000200:86.0:1596748211.899259:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.24@o2ib36 00000800:00000200:86.0:1596748211.899513:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748211.899933:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.24@o2ib36 00000800:00000200:86.0:1596748211.899934:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.24@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748211.899935:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb2cc0 (tot 157504738). 00000800:00000200:86.0:1596748211.899936:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a604000] (19)++ 00000800:00000200:86.0:1596748211.899936:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a604000] (20)++ 00000800:00000200:86.0:1596748211.899937:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a604000] (21)-- 00000800:00000200:37.2:1596748211.900090:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a604000] (20)++ 00000800:00000010:86.0:1596748212.038851:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12e900 (tot 157504850). 00000800:00000200:86.0:1596748212.038854:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12e900] -> 192.168.128.49@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.038856:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12ff80 (tot 157504962). 00000800:00000010:86.0:1596748212.038859:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461621600 (tot 157505258). 00000800:00000010:86.0:1596748212.038862:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44736e240 (tot 157505394). 00000800:00000010:86.0:1596748212.038864:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a447327000 (tot 157507266). 00000800:00000010:86.0:1596748212.038865:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736e300 (tot 157507418). 00000800:00000200:86.0:1596748212.038868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a447391000 0x17c7391000(0x17c7391000) 00000800:00000200:86.0:1596748212.038870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a447392000 0x17c7392000(0x17c7392000) 00000800:00000200:86.0:1596748212.038870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a447393000 0x17c7393000(0x17c7393000) 00000800:00000200:86.0:1596748212.038871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a447394000 0x17c7394000(0x17c7394000) 00000800:00000200:86.0:1596748212.038872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a447395000 0x17c7395000(0x17c7395000) 00000800:00000200:86.0:1596748212.038873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a447396000 0x17c7396000(0x17c7396000) 00000800:00000200:86.0:1596748212.038874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a447397000 0x17c7397000(0x17c7397000) 00000800:00000200:86.0:1596748212.038874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447398000 0x17c7398000(0x17c7398000) 00000800:00000200:86.0:1596748212.038875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447399000 0x17c7399000(0x17c7399000) 00000800:00000200:86.0:1596748212.038876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a44739a000 0x17c739a000(0x17c739a000) 00000800:00000200:86.0:1596748212.038877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a44739b000 0x17c739b000(0x17c739b000) 00000800:00000200:86.0:1596748212.038877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a44739c000 0x17c739c000(0x17c739c000) 00000800:00000200:86.0:1596748212.038878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a44739d000 0x17c739d000(0x17c739d000) 00000800:00000200:86.0:1596748212.038879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a44739e000 0x17c739e000(0x17c739e000) 00000800:00000200:86.0:1596748212.038880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a44739f000 0x17c739f000(0x17c739f000) 00000800:00000200:86.0:1596748212.038880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4473a0000 0x17c73a0000(0x17c73a0000) 00000800:00000200:86.0:1596748212.038881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4473a1000 0x17c73a1000(0x17c73a1000) 00000800:00000200:86.0:1596748212.038882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4473a2000 0x17c73a2000(0x17c73a2000) 00000800:00000010:86.0:1596748212.039433:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12ff80 (tot 157507306). 00000800:00000200:86.0:1596748212.039435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.039452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621600] (20)-- 00000800:00000200:86.0:1596748212.039454:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.49@o2ib36 00000800:00000200:86.0:1596748212.039715:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.040105:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.49@o2ib36 00000800:00000200:86.0:1596748212.040106:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.49@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.040107:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44736e240 (tot 157507170). 00000800:00000200:86.0:1596748212.040108:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461621600] (19)++ 00000800:00000200:41.2:1596748212.040108:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461621600] (19)++ 00000800:00000200:86.0:1596748212.040109:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461621600] (20)++ 00000800:00000200:86.0:1596748212.040110:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461621600] (22)-- 00000800:00000010:86.0:1596748212.186538:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2900 (tot 157507282). 00000800:00000200:86.0:1596748212.186541:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2900] -> 192.168.128.91@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.186543:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2980 (tot 157507394). 00000800:00000010:86.0:1596748212.186549:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b8400 (tot 157507690). 00000800:00000010:86.0:1596748212.186551:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7ded7500 (tot 157507826). 00000800:00000010:86.0:1596748212.186554:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e271800 (tot 157509698). 00000800:00000010:86.0:1596748212.186556:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7ded7740 (tot 157509850). 00000800:00000200:86.0:1596748212.186559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e29f000 0xfde29f000(0xfde29f000) 00000800:00000200:86.0:1596748212.186560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e2a0000 0xfde2a0000(0xfde2a0000) 00000800:00000200:86.0:1596748212.186561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e2a1000 0xfde2a1000(0xfde2a1000) 00000800:00000200:86.0:1596748212.186562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e2a2000 0xfde2a2000(0xfde2a2000) 00000800:00000200:86.0:1596748212.186563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e2a3000 0xfde2a3000(0xfde2a3000) 00000800:00000200:86.0:1596748212.186564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e2a4000 0xfde2a4000(0xfde2a4000) 00000800:00000200:86.0:1596748212.186564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e2a5000 0xfde2a5000(0xfde2a5000) 00000800:00000200:86.0:1596748212.186565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e2a6000 0xfde2a6000(0xfde2a6000) 00000800:00000200:86.0:1596748212.186566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e2a7000 0xfde2a7000(0xfde2a7000) 00000800:00000200:86.0:1596748212.186567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e2a8000 0xfde2a8000(0xfde2a8000) 00000800:00000200:86.0:1596748212.186567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e2a9000 0xfde2a9000(0xfde2a9000) 00000800:00000200:86.0:1596748212.186568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e2aa000 0xfde2aa000(0xfde2aa000) 00000800:00000200:86.0:1596748212.186569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e2ab000 0xfde2ab000(0xfde2ab000) 00000800:00000200:86.0:1596748212.186570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e2ac000 0xfde2ac000(0xfde2ac000) 00000800:00000200:86.0:1596748212.186570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e2ad000 0xfde2ad000(0xfde2ad000) 00000800:00000200:86.0:1596748212.186571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e2ae000 0xfde2ae000(0xfde2ae000) 00000800:00000200:86.0:1596748212.186572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e2af000 0xfde2af000(0xfde2af000) 00000800:00000200:86.0:1596748212.186572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e2b0000 0xfde2b0000(0xfde2b0000) 00000800:00000010:86.0:1596748212.187120:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2980 (tot 157509738). 00000800:00000200:86.0:1596748212.187122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b8400] (20)-- 00000800:00000200:86.0:1596748212.187140:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.91@o2ib36 00000800:00000200:86.0:1596748212.187404:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.187795:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.91@o2ib36 00000800:00000200:86.0:1596748212.187796:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.91@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.187797:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7ded7500 (tot 157509602). 00000800:00000200:86.0:1596748212.187799:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b8400] (19)++ 00000800:00000200:86.0:1596748212.187799:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b8400] (20)++ 00000800:00000200:86.0:1596748212.187800:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b8400] (21)-- 00000800:00000200:89.2:1596748212.187801:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b8400] (21)++ 00000800:00000200:15.0:1596748212.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8932200] (21)++ 00000800:00000200:15.0:1596748212.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f8932200] (22)++ 00000800:00000200:15.0:1596748212.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f8932200] (23)-- 00000800:00000200:86.0:1596748212.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748212.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748212.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748212.407543:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748212.407544:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748212.407546:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748212.508295:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a100 (tot 157509714). 00000800:00000200:86.0:1596748212.508298:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a100] -> 192.168.128.46@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.508300:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a180 (tot 157509826). 00000800:00000010:86.0:1596748212.508302:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc97600 (tot 157510122). 00000800:00000010:86.0:1596748212.508304:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b58c0 (tot 157510258). 00000800:00000010:86.0:1596748212.508307:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c274800 (tot 157512130). 00000800:00000010:86.0:1596748212.508308:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b5380 (tot 157512282). 00000800:00000200:86.0:1596748212.508315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b9e2000 0x1fdb9e2000(0x1fdb9e2000) 00000800:00000200:86.0:1596748212.508316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b9e3000 0x1fdb9e3000(0x1fdb9e3000) 00000800:00000200:86.0:1596748212.508317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b9e4000 0x1fdb9e4000(0x1fdb9e4000) 00000800:00000200:86.0:1596748212.508318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b9e5000 0x1fdb9e5000(0x1fdb9e5000) 00000800:00000200:86.0:1596748212.508318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b9e6000 0x1fdb9e6000(0x1fdb9e6000) 00000800:00000200:86.0:1596748212.508319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b9e7000 0x1fdb9e7000(0x1fdb9e7000) 00000800:00000200:86.0:1596748212.508320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b9e8000 0x1fdb9e8000(0x1fdb9e8000) 00000800:00000200:86.0:1596748212.508320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b9e9000 0x1fdb9e9000(0x1fdb9e9000) 00000800:00000200:86.0:1596748212.508321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b9ea000 0x1fdb9ea000(0x1fdb9ea000) 00000800:00000200:86.0:1596748212.508322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b9eb000 0x1fdb9eb000(0x1fdb9eb000) 00000800:00000200:86.0:1596748212.508323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b9ec000 0x1fdb9ec000(0x1fdb9ec000) 00000800:00000200:86.0:1596748212.508323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b9ed000 0x1fdb9ed000(0x1fdb9ed000) 00000800:00000200:86.0:1596748212.508324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5b9ee000 0x1fdb9ee000(0x1fdb9ee000) 00000800:00000200:86.0:1596748212.508325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5b9ef000 0x1fdb9ef000(0x1fdb9ef000) 00000800:00000200:86.0:1596748212.508326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5b9f0000 0x1fdb9f0000(0x1fdb9f0000) 00000800:00000200:86.0:1596748212.508326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5b9f1000 0x1fdb9f1000(0x1fdb9f1000) 00000800:00000200:86.0:1596748212.508327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5b9f2000 0x1fdb9f2000(0x1fdb9f2000) 00000800:00000200:86.0:1596748212.508328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5b9f3000 0x1fdb9f3000(0x1fdb9f3000) 00000800:00000010:86.0:1596748212.508895:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a180 (tot 157512170). 00000800:00000200:86.0:1596748212.508896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.508914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc97600] (20)-- 00000800:00000200:86.0:1596748212.508915:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.46@o2ib36 00000800:00000200:86.0:1596748212.509179:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.509484:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.46@o2ib36 00000800:00000200:84.2:1596748212.509485:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc97600] (19)++ 00000800:00000200:86.0:1596748212.509486:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.46@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.509486:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b58c0 (tot 157512034). 00000800:00000200:86.0:1596748212.509487:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc97600] (20)++ 00000800:00000200:86.0:1596748212.509488:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc97600] (21)++ 00000800:00000200:86.0:1596748212.509489:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc97600] (22)-- 00000800:00000010:86.0:1596748212.591095:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848c00 (tot 157512146). 00000800:00000200:86.0:1596748212.591098:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848c00] -> 192.168.128.147@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.591099:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848c80 (tot 157512258). 00000800:00000010:86.0:1596748212.591102:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44a605200 (tot 157512554). 00000800:00000010:86.0:1596748212.591105:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb3500 (tot 157512690). 00000800:00000010:86.0:1596748212.591107:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd95800 (tot 157514562). 00000800:00000010:86.0:1596748212.591109:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb3440 (tot 157514714). 00000800:00000200:86.0:1596748212.591113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3f0771000 0x3770771000(0x3770771000) 00000800:00000200:86.0:1596748212.591114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3f0772000 0x3770772000(0x3770772000) 00000800:00000200:86.0:1596748212.591115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3f0773000 0x3770773000(0x3770773000) 00000800:00000200:86.0:1596748212.591116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3f0774000 0x3770774000(0x3770774000) 00000800:00000200:86.0:1596748212.591117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3f0775000 0x3770775000(0x3770775000) 00000800:00000200:86.0:1596748212.591117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3f0776000 0x3770776000(0x3770776000) 00000800:00000200:86.0:1596748212.591118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3f0777000 0x3770777000(0x3770777000) 00000800:00000200:86.0:1596748212.591119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3f0778000 0x3770778000(0x3770778000) 00000800:00000200:86.0:1596748212.591120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3f0779000 0x3770779000(0x3770779000) 00000800:00000200:86.0:1596748212.591120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3f077a000 0x377077a000(0x377077a000) 00000800:00000200:86.0:1596748212.591121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3f077b000 0x377077b000(0x377077b000) 00000800:00000200:86.0:1596748212.591122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3f077c000 0x377077c000(0x377077c000) 00000800:00000200:86.0:1596748212.591123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3f077d000 0x377077d000(0x377077d000) 00000800:00000200:86.0:1596748212.591123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3f077e000 0x377077e000(0x377077e000) 00000800:00000200:86.0:1596748212.591124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3f077f000 0x377077f000(0x377077f000) 00000800:00000200:86.0:1596748212.591125:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3f07a8000 0x37707a8000(0x37707a8000) 00000800:00000200:86.0:1596748212.591125:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3f07a9000 0x37707a9000(0x37707a9000) 00000800:00000200:86.0:1596748212.591126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3f07aa000 0x37707aa000(0x37707aa000) 00000800:00000010:86.0:1596748212.591685:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848c80 (tot 157514602). 00000800:00000200:86.0:1596748212.591687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.591705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44a605200] (20)-- 00000800:00000200:86.0:1596748212.591706:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.147@o2ib36 00000800:00000200:86.0:1596748212.591976:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.592257:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.147@o2ib36 00000800:00000200:86.0:1596748212.592258:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.147@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.592259:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb3500 (tot 157514466). 00000800:00000200:86.0:1596748212.592260:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44a605200] (19)++ 00000800:00000200:86.0:1596748212.592260:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44a605200] (20)++ 00000800:00000200:86.0:1596748212.592261:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44a605200] (21)-- 00000800:00000200:85.2:1596748212.592414:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44a605200] (20)++ 00000800:00000010:86.0:1596748212.597686:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464295000 (tot 157514578). 00000800:00000200:86.0:1596748212.597689:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464295000] -> 192.168.128.77@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.597691:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294f80 (tot 157514690). 00000800:00000010:86.0:1596748212.597693:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b47c353800 (tot 157514986). 00000800:00000010:86.0:1596748212.597694:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464421a40 (tot 157515122). 00000800:00000010:86.0:1596748212.597696:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46301c000 (tot 157516994). 00000800:00000010:86.0:1596748212.597697:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464421980 (tot 157517146). 00000800:00000200:86.0:1596748212.597700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4635ba000 0x27e35ba000(0x27e35ba000) 00000800:00000200:86.0:1596748212.597701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4635bb000 0x27e35bb000(0x27e35bb000) 00000800:00000200:86.0:1596748212.597702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4635bc000 0x27e35bc000(0x27e35bc000) 00000800:00000200:86.0:1596748212.597703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4635bd000 0x27e35bd000(0x27e35bd000) 00000800:00000200:86.0:1596748212.597704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4635be000 0x27e35be000(0x27e35be000) 00000800:00000200:86.0:1596748212.597704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4635bf000 0x27e35bf000(0x27e35bf000) 00000800:00000200:86.0:1596748212.597705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4635d0000 0x27e35d0000(0x27e35d0000) 00000800:00000200:86.0:1596748212.597706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4635d1000 0x27e35d1000(0x27e35d1000) 00000800:00000200:86.0:1596748212.597707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4635d2000 0x27e35d2000(0x27e35d2000) 00000800:00000200:86.0:1596748212.597707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4635d3000 0x27e35d3000(0x27e35d3000) 00000800:00000200:86.0:1596748212.597708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4635d4000 0x27e35d4000(0x27e35d4000) 00000800:00000200:86.0:1596748212.597709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4635d5000 0x27e35d5000(0x27e35d5000) 00000800:00000200:86.0:1596748212.597710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4635d6000 0x27e35d6000(0x27e35d6000) 00000800:00000200:86.0:1596748212.597710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4635d7000 0x27e35d7000(0x27e35d7000) 00000800:00000200:86.0:1596748212.597711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4635d8000 0x27e35d8000(0x27e35d8000) 00000800:00000200:86.0:1596748212.597712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4635d9000 0x27e35d9000(0x27e35d9000) 00000800:00000200:86.0:1596748212.597712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4635da000 0x27e35da000(0x27e35da000) 00000800:00000200:86.0:1596748212.597713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4635db000 0x27e35db000(0x27e35db000) 00000800:00000010:86.0:1596748212.598253:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294f80 (tot 157517034). 00000800:00000200:86.0:1596748212.598255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47c353800] (20)-- 00000800:00000200:86.0:1596748212.598274:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.77@o2ib36 00000800:00000200:86.0:1596748212.598532:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.598922:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.77@o2ib36 00000800:00000200:86.0:1596748212.598923:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.77@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.598924:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464421a40 (tot 157516898). 00000800:00000200:86.0:1596748212.598925:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b47c353800] (19)++ 00000800:00000200:86.0:1596748212.598925:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b47c353800] (20)++ 00000800:00000200:86.0:1596748212.598926:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b47c353800] (21)-- 00000800:00000200:39.2:1596748212.599097:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b47c353800] (20)++ 00000800:00000010:86.0:1596748212.603411:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35180 (tot 157517010). 00000800:00000200:86.0:1596748212.603415:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35180] -> 192.168.128.5@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.603417:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35100 (tot 157517122). 00000800:00000010:86.0:1596748212.603419:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c028000 (tot 157517418). 00000800:00000010:86.0:1596748212.603421:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c79d080 (tot 157517554). 00000800:00000010:86.0:1596748212.603425:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c036000 (tot 157519426). 00000800:00000010:86.0:1596748212.603426:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c79ca80 (tot 157519578). 00000800:00000200:86.0:1596748212.603429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c0b3000 0x7dc0b3000(0x7dc0b3000) 00000800:00000200:86.0:1596748212.603430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c0b4000 0x7dc0b4000(0x7dc0b4000) 00000800:00000200:86.0:1596748212.603431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c0b5000 0x7dc0b5000(0x7dc0b5000) 00000800:00000200:86.0:1596748212.603432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c0b6000 0x7dc0b6000(0x7dc0b6000) 00000800:00000200:86.0:1596748212.603432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c0b7000 0x7dc0b7000(0x7dc0b7000) 00000800:00000200:86.0:1596748212.603433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c0b8000 0x7dc0b8000(0x7dc0b8000) 00000800:00000200:86.0:1596748212.603434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c0b9000 0x7dc0b9000(0x7dc0b9000) 00000800:00000200:86.0:1596748212.603435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c0ba000 0x7dc0ba000(0x7dc0ba000) 00000800:00000200:86.0:1596748212.603435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c0bb000 0x7dc0bb000(0x7dc0bb000) 00000800:00000200:86.0:1596748212.603436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c0bc000 0x7dc0bc000(0x7dc0bc000) 00000800:00000200:86.0:1596748212.603437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c0bd000 0x7dc0bd000(0x7dc0bd000) 00000800:00000200:86.0:1596748212.603438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c0be000 0x7dc0be000(0x7dc0be000) 00000800:00000200:86.0:1596748212.603438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c0bf000 0x7dc0bf000(0x7dc0bf000) 00000800:00000200:86.0:1596748212.603439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c0c0000 0x7dc0c0000(0x7dc0c0000) 00000800:00000200:86.0:1596748212.603440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c0c1000 0x7dc0c1000(0x7dc0c1000) 00000800:00000200:86.0:1596748212.603441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c0c2000 0x7dc0c2000(0x7dc0c2000) 00000800:00000200:86.0:1596748212.603441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c0c3000 0x7dc0c3000(0x7dc0c3000) 00000800:00000200:86.0:1596748212.603442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c0c4000 0x7dc0c4000(0x7dc0c4000) 00000800:00000010:86.0:1596748212.603957:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35100 (tot 157519466). 00000800:00000200:86.0:1596748212.603958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603968:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603969:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603969:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603970:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603971:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.603976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c028000] (20)-- 00000800:00000200:86.0:1596748212.603977:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.5@o2ib36 00000800:00000200:86.0:1596748212.604231:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.604587:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.5@o2ib36 00000800:00000200:86.0:1596748212.604589:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.5@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.604590:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c79d080 (tot 157519330). 00000800:00000200:86.0:1596748212.604591:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c028000] (19)++ 00000800:00000200:86.0:1596748212.604592:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c028000] (20)++ 00000800:00000200:86.0:1596748212.604593:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c028000] (21)-- 00000800:00000200:40.2:1596748212.604819:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c028000] (20)++ 00000800:00000010:86.0:1596748212.781170:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3600 (tot 157519442). 00000800:00000200:86.0:1596748212.781173:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3600] -> 192.168.128.65@o2ib36 (1)++ 00000800:00000010:86.0:1596748212.781175:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3580 (tot 157519554). 00000800:00000010:86.0:1596748212.781179:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0ba400 (tot 157519850). 00000800:00000010:86.0:1596748212.781188:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7ded7500 (tot 157519986). 00000800:00000010:86.0:1596748212.781189:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e275000 (tot 157521858). 00000800:00000010:86.0:1596748212.781191:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e06bec0 (tot 157522010). 00000800:00000200:86.0:1596748212.781197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e2b1000 0xfde2b1000(0xfde2b1000) 00000800:00000200:86.0:1596748212.781198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e2b2000 0xfde2b2000(0xfde2b2000) 00000800:00000200:86.0:1596748212.781199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e2b3000 0xfde2b3000(0xfde2b3000) 00000800:00000200:86.0:1596748212.781200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e2b4000 0xfde2b4000(0xfde2b4000) 00000800:00000200:86.0:1596748212.781201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e2b5000 0xfde2b5000(0xfde2b5000) 00000800:00000200:86.0:1596748212.781201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e2b6000 0xfde2b6000(0xfde2b6000) 00000800:00000200:86.0:1596748212.781202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e2b7000 0xfde2b7000(0xfde2b7000) 00000800:00000200:86.0:1596748212.781203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e2b8000 0xfde2b8000(0xfde2b8000) 00000800:00000200:86.0:1596748212.781204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e2b9000 0xfde2b9000(0xfde2b9000) 00000800:00000200:86.0:1596748212.781204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e2ba000 0xfde2ba000(0xfde2ba000) 00000800:00000200:86.0:1596748212.781205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e2bb000 0xfde2bb000(0xfde2bb000) 00000800:00000200:86.0:1596748212.781206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e2bc000 0xfde2bc000(0xfde2bc000) 00000800:00000200:86.0:1596748212.781206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e2bd000 0xfde2bd000(0xfde2bd000) 00000800:00000200:86.0:1596748212.781207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e2be000 0xfde2be000(0xfde2be000) 00000800:00000200:86.0:1596748212.781208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e2bf000 0xfde2bf000(0xfde2bf000) 00000800:00000200:86.0:1596748212.781209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e2c0000 0xfde2c0000(0xfde2c0000) 00000800:00000200:86.0:1596748212.781209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e2c1000 0xfde2c1000(0xfde2c1000) 00000800:00000200:86.0:1596748212.781210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e2c2000 0xfde2c2000(0xfde2c2000) 00000800:00000010:86.0:1596748212.781787:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3580 (tot 157521898). 00000800:00000200:86.0:1596748212.781788:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781789:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781790:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.781806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0ba400] (20)-- 00000800:00000200:86.0:1596748212.781808:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.65@o2ib36 00000800:00000200:86.0:1596748212.782066:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748212.782444:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.65@o2ib36 00000800:00000200:86.0:1596748212.782445:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.65@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748212.782446:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7ded7500 (tot 157521762). 00000800:00000200:86.0:1596748212.782447:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0ba400] (19)++ 00000800:00000200:86.0:1596748212.782448:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0ba400] (20)++ 00000800:00000200:86.0:1596748212.782448:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0ba400] (21)-- 00000800:00000200:88.2:1596748212.782615:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0ba400] (20)++ 00000800:00000010:86.0:1596748213.142062:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0c00 (tot 157521874). 00000800:00000200:86.0:1596748213.142065:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0c00] -> 192.168.128.40@o2ib36 (1)++ 00000800:00000010:86.0:1596748213.142067:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0c80 (tot 157521986). 00000800:00000010:86.0:1596748213.142071:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c6aa00 (tot 157522282). 00000800:00000010:86.0:1596748213.142074:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc67a0f500 (tot 157522418). 00000800:00000010:86.0:1596748213.142076:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b81800 (tot 157524290). 00000800:00000010:86.0:1596748213.142077:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc67a0f380 (tot 157524442). 00000800:00000200:86.0:1596748213.142082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65abd000 0x2fe5abd000(0x2fe5abd000) 00000800:00000200:86.0:1596748213.142083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65abe000 0x2fe5abe000(0x2fe5abe000) 00000800:00000200:86.0:1596748213.142084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65abf000 0x2fe5abf000(0x2fe5abf000) 00000800:00000200:86.0:1596748213.142085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65ac0000 0x2fe5ac0000(0x2fe5ac0000) 00000800:00000200:86.0:1596748213.142085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65ac1000 0x2fe5ac1000(0x2fe5ac1000) 00000800:00000200:86.0:1596748213.142086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65ac2000 0x2fe5ac2000(0x2fe5ac2000) 00000800:00000200:86.0:1596748213.142087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65ac3000 0x2fe5ac3000(0x2fe5ac3000) 00000800:00000200:86.0:1596748213.142088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65ac4000 0x2fe5ac4000(0x2fe5ac4000) 00000800:00000200:86.0:1596748213.142088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65ac5000 0x2fe5ac5000(0x2fe5ac5000) 00000800:00000200:86.0:1596748213.142089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65ac6000 0x2fe5ac6000(0x2fe5ac6000) 00000800:00000200:86.0:1596748213.142090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65ac7000 0x2fe5ac7000(0x2fe5ac7000) 00000800:00000200:86.0:1596748213.142091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65ac8000 0x2fe5ac8000(0x2fe5ac8000) 00000800:00000200:86.0:1596748213.142091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65ac9000 0x2fe5ac9000(0x2fe5ac9000) 00000800:00000200:86.0:1596748213.142092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65aca000 0x2fe5aca000(0x2fe5aca000) 00000800:00000200:86.0:1596748213.142093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65acb000 0x2fe5acb000(0x2fe5acb000) 00000800:00000200:86.0:1596748213.142094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65acc000 0x2fe5acc000(0x2fe5acc000) 00000800:00000200:86.0:1596748213.142094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65acd000 0x2fe5acd000(0x2fe5acd000) 00000800:00000200:86.0:1596748213.142095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65ace000 0x2fe5ace000(0x2fe5ace000) 00000800:00000010:86.0:1596748213.142700:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0c80 (tot 157524330). 00000800:00000200:86.0:1596748213.142702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.142719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c6aa00] (20)-- 00000800:00000200:86.0:1596748213.142721:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.40@o2ib36 00000800:00000200:86.0:1596748213.142978:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748213.143309:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.40@o2ib36 00000800:00000200:86.0:1596748213.143310:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.40@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748213.143311:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc67a0f500 (tot 157524194). 00000800:00000200:86.0:1596748213.143312:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c6aa00] (19)++ 00000800:00000200:86.0:1596748213.143312:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c6aa00] (20)++ 00000800:00000200:86.0:1596748213.143313:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c6aa00] (21)-- 00000800:00000200:41.2:1596748213.143318:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c6aa00] (20)++ 00000800:00000200:15.0:1596748213.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c433600] (21)++ 00000800:00000200:15.0:1596748213.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c433600] (22)++ 00000800:00000200:15.0:1596748213.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c433600] (23)-- 00000800:00000010:86.0:1596748213.697599:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12e000 (tot 157524306). 00000800:00000200:86.0:1596748213.697602:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12e000] -> 192.168.128.138@o2ib36 (1)++ 00000800:00000010:86.0:1596748213.697604:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12e080 (tot 157524418). 00000800:00000010:86.0:1596748213.697606:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461623600 (tot 157524714). 00000800:00000010:86.0:1596748213.697607:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44736fec0 (tot 157524850). 00000800:00000010:86.0:1596748213.697610:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b5800 (tot 157526722). 00000800:00000010:86.0:1596748213.697611:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736fbc0 (tot 157526874). 00000800:00000200:86.0:1596748213.697618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4473a3000 0x17c73a3000(0x17c73a3000) 00000800:00000200:86.0:1596748213.697619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4473a4000 0x17c73a4000(0x17c73a4000) 00000800:00000200:86.0:1596748213.697620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4473a5000 0x17c73a5000(0x17c73a5000) 00000800:00000200:86.0:1596748213.697620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4473a6000 0x17c73a6000(0x17c73a6000) 00000800:00000200:86.0:1596748213.697621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4473a7000 0x17c73a7000(0x17c73a7000) 00000800:00000200:86.0:1596748213.697622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4473a8000 0x17c73a8000(0x17c73a8000) 00000800:00000200:86.0:1596748213.697623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4473a9000 0x17c73a9000(0x17c73a9000) 00000800:00000200:86.0:1596748213.697623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4473aa000 0x17c73aa000(0x17c73aa000) 00000800:00000200:86.0:1596748213.697624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4473ab000 0x17c73ab000(0x17c73ab000) 00000800:00000200:86.0:1596748213.697625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4473ac000 0x17c73ac000(0x17c73ac000) 00000800:00000200:86.0:1596748213.697626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4473ad000 0x17c73ad000(0x17c73ad000) 00000800:00000200:86.0:1596748213.697626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4473ae000 0x17c73ae000(0x17c73ae000) 00000800:00000200:86.0:1596748213.697627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4473af000 0x17c73af000(0x17c73af000) 00000800:00000200:86.0:1596748213.697628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4473b0000 0x17c73b0000(0x17c73b0000) 00000800:00000200:86.0:1596748213.697629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4473b1000 0x17c73b1000(0x17c73b1000) 00000800:00000200:86.0:1596748213.697629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4473b2000 0x17c73b2000(0x17c73b2000) 00000800:00000200:86.0:1596748213.697630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4473b3000 0x17c73b3000(0x17c73b3000) 00000800:00000200:86.0:1596748213.697631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4473b4000 0x17c73b4000(0x17c73b4000) 00000800:00000010:86.0:1596748213.698211:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12e080 (tot 157526762). 00000800:00000200:86.0:1596748213.698212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623600] (20)-- 00000800:00000200:86.0:1596748213.698231:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.138@o2ib36 00000800:00000200:86.0:1596748213.698487:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748213.698905:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.138@o2ib36 00000800:00000200:86.0:1596748213.698906:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.138@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748213.698907:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44736fec0 (tot 157526626). 00000800:00000200:86.0:1596748213.698908:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461623600] (19)++ 00000800:00000200:86.0:1596748213.698908:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461623600] (20)++ 00000800:00000200:86.0:1596748213.698909:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461623600] (21)-- 00000800:00000200:39.2:1596748213.699103:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461623600] (20)++ 00000800:00000010:86.0:1596748214.005748:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557900 (tot 157526738). 00000800:00000200:86.0:1596748214.005751:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557900] -> 192.168.128.152@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.005753:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557880 (tot 157526850). 00000800:00000010:86.0:1596748214.005758:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54ea8000 (tot 157527146). 00000800:00000010:86.0:1596748214.005761:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157527282). 00000800:00000010:86.0:1596748214.005763:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e66800 (tot 157529154). 00000800:00000010:86.0:1596748214.005764:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eaa3c0 (tot 157529306). 00000800:00000200:86.0:1596748214.005770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54ea6000 0x3fd4ea6000(0x3fd4ea6000) 00000800:00000200:86.0:1596748214.005771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54ea7000 0x3fd4ea7000(0x3fd4ea7000) 00000800:00000200:86.0:1596748214.005772:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5618c000 0x3fd618c000(0x3fd618c000) 00000800:00000200:86.0:1596748214.005773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5618d000 0x3fd618d000(0x3fd618d000) 00000800:00000200:86.0:1596748214.005774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5618e000 0x3fd618e000(0x3fd618e000) 00000800:00000200:86.0:1596748214.005775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc5618f000 0x3fd618f000(0x3fd618f000) 00000800:00000200:86.0:1596748214.005775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54eb0000 0x3fd4eb0000(0x3fd4eb0000) 00000800:00000200:86.0:1596748214.005776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54eb1000 0x3fd4eb1000(0x3fd4eb1000) 00000800:00000200:86.0:1596748214.005777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54eb2000 0x3fd4eb2000(0x3fd4eb2000) 00000800:00000200:86.0:1596748214.005778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54eb3000 0x3fd4eb3000(0x3fd4eb3000) 00000800:00000200:86.0:1596748214.005778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54eb4000 0x3fd4eb4000(0x3fd4eb4000) 00000800:00000200:86.0:1596748214.005779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54eb5000 0x3fd4eb5000(0x3fd4eb5000) 00000800:00000200:86.0:1596748214.005780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54eb6000 0x3fd4eb6000(0x3fd4eb6000) 00000800:00000200:86.0:1596748214.005781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54eb7000 0x3fd4eb7000(0x3fd4eb7000) 00000800:00000200:86.0:1596748214.005781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54eb8000 0x3fd4eb8000(0x3fd4eb8000) 00000800:00000200:86.0:1596748214.005782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54eb9000 0x3fd4eb9000(0x3fd4eb9000) 00000800:00000200:86.0:1596748214.005783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54eba000 0x3fd4eba000(0x3fd4eba000) 00000800:00000200:86.0:1596748214.005784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54ebb000 0x3fd4ebb000(0x3fd4ebb000) 00000800:00000010:86.0:1596748214.006353:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557880 (tot 157529194). 00000800:00000200:86.0:1596748214.006354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006359:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006360:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006361:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006362:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006362:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006363:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006363:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006364:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006364:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006365:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006365:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006366:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006366:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006367:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006367:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006369:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006371:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006372:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8000] (20)-- 00000800:00000200:86.0:1596748214.006373:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.152@o2ib36 00000800:00000200:86.0:1596748214.006630:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.006977:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.152@o2ib36 00000800:00000200:86.0:1596748214.006978:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.152@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.006979:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157529058). 00000800:00000200:86.0:1596748214.006980:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54ea8000] (19)++ 00000800:00000200:86.0:1596748214.006981:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54ea8000] (20)++ 00000800:00000200:86.0:1596748214.006982:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54ea8000] (21)-- 00000800:00000200:38.2:1596748214.006991:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54ea8000] (20)++ 00000800:00020000:15.0:1596748214.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748214.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748214.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463638000] (22)++ 00000800:00000100:15.0:1596748214.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748214.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294b00] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596748214.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463638000] (23)-- 00000400:00000200:15.0:1596748214.353168:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596748214.353169:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596748214.353170:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463638000] (22)-- 00000800:00000200:86.0:1596748214.353779:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463638000] (21)-- 00000800:00000010:86.0:1596748214.377103:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294f00 (tot 157529170). 00000800:00000200:86.0:1596748214.377107:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294f00] -> 192.168.128.132@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.377110:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b464294f80 (tot 157529282). 00000800:00000010:86.0:1596748214.377112:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464257c00 (tot 157529578). 00000800:00000010:86.0:1596748214.377115:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464060240 (tot 157529714). 00000800:00000010:86.0:1596748214.377117:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b463019000 (tot 157531586). 00000800:00000010:86.0:1596748214.377118:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464060e40 (tot 157531738). 00000800:00000200:86.0:1596748214.377126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4635dc000 0x27e35dc000(0x27e35dc000) 00000800:00000200:86.0:1596748214.377127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4635dd000 0x27e35dd000(0x27e35dd000) 00000800:00000200:86.0:1596748214.377128:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4635de000 0x27e35de000(0x27e35de000) 00000800:00000200:86.0:1596748214.377129:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4635df000 0x27e35df000(0x27e35df000) 00000800:00000200:86.0:1596748214.377130:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4637c0000 0x27e37c0000(0x27e37c0000) 00000800:00000200:86.0:1596748214.377131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4637c1000 0x27e37c1000(0x27e37c1000) 00000800:00000200:86.0:1596748214.377131:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4637c2000 0x27e37c2000(0x27e37c2000) 00000800:00000200:86.0:1596748214.377132:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4637c3000 0x27e37c3000(0x27e37c3000) 00000800:00000200:86.0:1596748214.377133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4637c4000 0x27e37c4000(0x27e37c4000) 00000800:00000200:86.0:1596748214.377133:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4637c5000 0x27e37c5000(0x27e37c5000) 00000800:00000200:86.0:1596748214.377134:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4637c6000 0x27e37c6000(0x27e37c6000) 00000800:00000200:86.0:1596748214.377135:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4637c7000 0x27e37c7000(0x27e37c7000) 00000800:00000200:86.0:1596748214.377136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4637c8000 0x27e37c8000(0x27e37c8000) 00000800:00000200:86.0:1596748214.377136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4637c9000 0x27e37c9000(0x27e37c9000) 00000800:00000200:86.0:1596748214.377137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4637ca000 0x27e37ca000(0x27e37ca000) 00000800:00000200:86.0:1596748214.377138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4637cb000 0x27e37cb000(0x27e37cb000) 00000800:00000200:86.0:1596748214.377139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4637cc000 0x27e37cc000(0x27e37cc000) 00000800:00000200:86.0:1596748214.377139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4637cd000 0x27e37cd000(0x27e37cd000) 00000800:00000010:86.0:1596748214.377720:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b464294f80 (tot 157531626). 00000800:00000200:86.0:1596748214.377722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377724:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.377739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257c00] (20)-- 00000800:00000200:86.0:1596748214.377741:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.132@o2ib36 00000800:00000200:86.0:1596748214.377999:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.378344:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.132@o2ib36 00000800:00000200:86.0:1596748214.378345:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.132@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.378346:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464060240 (tot 157531490). 00000800:00000200:86.0:1596748214.378347:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464257c00] (19)++ 00000800:00000200:86.0:1596748214.378348:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464257c00] (20)++ 00000800:00000200:86.0:1596748214.378348:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464257c00] (21)-- 00000800:00000200:37.2:1596748214.378360:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464257c00] (20)++ 00000800:00000010:86.0:1596748214.422348:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1100 (tot 157531602). 00000800:00000200:86.0:1596748214.422351:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1100] -> 192.168.128.95@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.422353:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1080 (tot 157531714). 00000800:00000010:86.0:1596748214.422355:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e09800 (tot 157532010). 00000800:00000010:86.0:1596748214.422357:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc67a0f140 (tot 157532146). 00000800:00000010:86.0:1596748214.422358:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66b86000 (tot 157534018). 00000800:00000010:86.0:1596748214.422360:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc67a0f080 (tot 157534170). 00000800:00000200:86.0:1596748214.422365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65acf000 0x2fe5acf000(0x2fe5acf000) 00000800:00000200:86.0:1596748214.422366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65ad0000 0x2fe5ad0000(0x2fe5ad0000) 00000800:00000200:86.0:1596748214.422367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65ad1000 0x2fe5ad1000(0x2fe5ad1000) 00000800:00000200:86.0:1596748214.422367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65ad2000 0x2fe5ad2000(0x2fe5ad2000) 00000800:00000200:86.0:1596748214.422368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65ad3000 0x2fe5ad3000(0x2fe5ad3000) 00000800:00000200:86.0:1596748214.422369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65ad4000 0x2fe5ad4000(0x2fe5ad4000) 00000800:00000200:86.0:1596748214.422370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65ad5000 0x2fe5ad5000(0x2fe5ad5000) 00000800:00000200:86.0:1596748214.422370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65ad6000 0x2fe5ad6000(0x2fe5ad6000) 00000800:00000200:86.0:1596748214.422371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65ad7000 0x2fe5ad7000(0x2fe5ad7000) 00000800:00000200:86.0:1596748214.422372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65ad8000 0x2fe5ad8000(0x2fe5ad8000) 00000800:00000200:86.0:1596748214.422372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65ad9000 0x2fe5ad9000(0x2fe5ad9000) 00000800:00000200:86.0:1596748214.422373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65ada000 0x2fe5ada000(0x2fe5ada000) 00000800:00000200:86.0:1596748214.422374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65adb000 0x2fe5adb000(0x2fe5adb000) 00000800:00000200:86.0:1596748214.422375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65adc000 0x2fe5adc000(0x2fe5adc000) 00000800:00000200:86.0:1596748214.422376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65add000 0x2fe5add000(0x2fe5add000) 00000800:00000200:86.0:1596748214.422376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65ade000 0x2fe5ade000(0x2fe5ade000) 00000800:00000200:86.0:1596748214.422377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65adf000 0x2fe5adf000(0x2fe5adf000) 00000800:00000200:86.0:1596748214.422378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65ae0000 0x2fe5ae0000(0x2fe5ae0000) 00000800:00000010:86.0:1596748214.422983:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1080 (tot 157534058). 00000800:00000200:86.0:1596748214.422984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.422999:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.422999:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.423000:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.423000:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.423001:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.423001:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.423002:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e09800] (20)-- 00000800:00000200:86.0:1596748214.423003:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.95@o2ib36 00000800:00000200:86.0:1596748214.423285:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.423638:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.95@o2ib36 00000800:00000200:86.0:1596748214.423639:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.95@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.423640:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc67a0f140 (tot 157533922). 00000800:00000200:86.0:1596748214.423642:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e09800] (19)++ 00000800:00000200:86.0:1596748214.423642:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e09800] (20)++ 00000800:00000200:86.0:1596748214.423643:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e09800] (21)-- 00000800:00000200:88.2:1596748214.423833:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e09800] (20)++ 00000800:00000010:86.0:1596748214.470250:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b464294f80 (tot 157534034). 00000800:00000200:86.0:1596748214.470254:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b464294f80] -> 192.168.128.56@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.470258:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463752000 (tot 157534146). 00000800:00000010:86.0:1596748214.470263:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464255c00 (tot 157534442). 00000800:00000010:86.0:1596748214.470264:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464061080 (tot 157534578). 00000800:00000010:86.0:1596748214.470266:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46301d000 (tot 157536450). 00000800:00000010:86.0:1596748214.470267:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464060240 (tot 157536602). 00000800:00000200:86.0:1596748214.470270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4637ce000 0x27e37ce000(0x27e37ce000) 00000800:00000200:86.0:1596748214.470271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4637cf000 0x27e37cf000(0x27e37cf000) 00000800:00000200:86.0:1596748214.470272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463740000 0x27e3740000(0x27e3740000) 00000800:00000200:86.0:1596748214.470273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463741000 0x27e3741000(0x27e3741000) 00000800:00000200:86.0:1596748214.470273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463742000 0x27e3742000(0x27e3742000) 00000800:00000200:86.0:1596748214.470274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463743000 0x27e3743000(0x27e3743000) 00000800:00000200:86.0:1596748214.470275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463744000 0x27e3744000(0x27e3744000) 00000800:00000200:86.0:1596748214.470276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463745000 0x27e3745000(0x27e3745000) 00000800:00000200:86.0:1596748214.470276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463746000 0x27e3746000(0x27e3746000) 00000800:00000200:86.0:1596748214.470277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463747000 0x27e3747000(0x27e3747000) 00000800:00000200:86.0:1596748214.470278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463748000 0x27e3748000(0x27e3748000) 00000800:00000200:86.0:1596748214.470278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463749000 0x27e3749000(0x27e3749000) 00000800:00000200:86.0:1596748214.470279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46374a000 0x27e374a000(0x27e374a000) 00000800:00000200:86.0:1596748214.470280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46374b000 0x27e374b000(0x27e374b000) 00000800:00000200:86.0:1596748214.470281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46374c000 0x27e374c000(0x27e374c000) 00000800:00000200:86.0:1596748214.470281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46374d000 0x27e374d000(0x27e374d000) 00000800:00000200:86.0:1596748214.470282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46374e000 0x27e374e000(0x27e374e000) 00000800:00000200:86.0:1596748214.470283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46374f000 0x27e374f000(0x27e374f000) 00000800:00000010:86.0:1596748214.470852:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463752000 (tot 157536490). 00000800:00000200:86.0:1596748214.470853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.470871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464255c00] (20)-- 00000800:00000200:86.0:1596748214.470873:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.56@o2ib36 00000800:00000200:86.0:1596748214.471118:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.471412:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.56@o2ib36 00000800:00000200:86.0:1596748214.471414:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.56@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.471414:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464061080 (tot 157536354). 00000800:00000200:86.0:1596748214.471415:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464255c00] (19)++ 00000800:00000200:86.0:1596748214.471416:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464255c00] (20)++ 00000800:00000200:86.0:1596748214.471417:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464255c00] (21)-- 00000800:00000200:40.2:1596748214.471585:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464255c00] (20)++ 00000800:00000010:86.0:1596748214.500341:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463752000 (tot 157536466). 00000800:00000200:86.0:1596748214.500344:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463752000] -> 192.168.128.30@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.500345:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463752080 (tot 157536578). 00000800:00000010:86.0:1596748214.500346:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b47eb53c00 (tot 157536874). 00000800:00000010:86.0:1596748214.500347:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464061080 (tot 157537010). 00000800:00000010:86.0:1596748214.500348:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46301e000 (tot 157538882). 00000800:00000010:86.0:1596748214.500350:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463754000 (tot 157539034). 00000800:00000200:86.0:1596748214.500357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463750000 0x27e3750000(0x27e3750000) 00000800:00000200:86.0:1596748214.500358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463751000 0x27e3751000(0x27e3751000) 00000800:00000200:86.0:1596748214.500359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463756000 0x27e3756000(0x27e3756000) 00000800:00000200:86.0:1596748214.500360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463757000 0x27e3757000(0x27e3757000) 00000800:00000200:86.0:1596748214.500360:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463758000 0x27e3758000(0x27e3758000) 00000800:00000200:86.0:1596748214.500361:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463759000 0x27e3759000(0x27e3759000) 00000800:00000200:86.0:1596748214.500362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46375a000 0x27e375a000(0x27e375a000) 00000800:00000200:86.0:1596748214.500362:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46375b000 0x27e375b000(0x27e375b000) 00000800:00000200:86.0:1596748214.500363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46375c000 0x27e375c000(0x27e375c000) 00000800:00000200:86.0:1596748214.500364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46375d000 0x27e375d000(0x27e375d000) 00000800:00000200:86.0:1596748214.500365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46375e000 0x27e375e000(0x27e375e000) 00000800:00000200:86.0:1596748214.500365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46375f000 0x27e375f000(0x27e375f000) 00000800:00000200:86.0:1596748214.500366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463700000 0x27e3700000(0x27e3700000) 00000800:00000200:86.0:1596748214.500367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463701000 0x27e3701000(0x27e3701000) 00000800:00000200:86.0:1596748214.500368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463702000 0x27e3702000(0x27e3702000) 00000800:00000200:86.0:1596748214.500368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463703000 0x27e3703000(0x27e3703000) 00000800:00000200:86.0:1596748214.500369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463704000 0x27e3704000(0x27e3704000) 00000800:00000200:86.0:1596748214.500370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463705000 0x27e3705000(0x27e3705000) 00000800:00000010:86.0:1596748214.500903:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463752080 (tot 157538922). 00000800:00000200:86.0:1596748214.500905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.500922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b47eb53c00] (20)-- 00000800:00000200:86.0:1596748214.500923:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.30@o2ib36 00000800:00000200:86.0:1596748214.501197:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.501591:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.30@o2ib36 00000800:00000200:86.0:1596748214.501593:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.30@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.501593:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464061080 (tot 157538786). 00000800:00000200:86.0:1596748214.501595:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b47eb53c00] (19)++ 00000800:00000200:86.0:1596748214.501595:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b47eb53c00] (20)++ 00000800:00000200:86.0:1596748214.501596:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b47eb53c00] (21)-- 00000800:00000200:39.2:1596748214.501840:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b47eb53c00] (20)++ 00000800:00000010:86.0:1596748214.669623:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2980 (tot 157538898). 00000800:00000200:86.0:1596748214.669626:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2980] -> 192.168.128.141@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.669628:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2a00 (tot 157539010). 00000800:00000010:86.0:1596748214.669630:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e620400 (tot 157539306). 00000800:00000010:86.0:1596748214.669632:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7e63acc0 (tot 157539442). 00000800:00000010:86.0:1596748214.669634:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e272800 (tot 157541314). 00000800:00000010:86.0:1596748214.669635:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7e63af00 (tot 157541466). 00000800:00000200:86.0:1596748214.669641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e2c3000 0xfde2c3000(0xfde2c3000) 00000800:00000200:86.0:1596748214.669642:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e2c4000 0xfde2c4000(0xfde2c4000) 00000800:00000200:86.0:1596748214.669643:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e2c5000 0xfde2c5000(0xfde2c5000) 00000800:00000200:86.0:1596748214.669644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e2c6000 0xfde2c6000(0xfde2c6000) 00000800:00000200:86.0:1596748214.669644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e2c7000 0xfde2c7000(0xfde2c7000) 00000800:00000200:86.0:1596748214.669645:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e2c8000 0xfde2c8000(0xfde2c8000) 00000800:00000200:86.0:1596748214.669646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e2c9000 0xfde2c9000(0xfde2c9000) 00000800:00000200:86.0:1596748214.669646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e2ca000 0xfde2ca000(0xfde2ca000) 00000800:00000200:86.0:1596748214.669647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e2cb000 0xfde2cb000(0xfde2cb000) 00000800:00000200:86.0:1596748214.669648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e2cc000 0xfde2cc000(0xfde2cc000) 00000800:00000200:86.0:1596748214.669649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e2cd000 0xfde2cd000(0xfde2cd000) 00000800:00000200:86.0:1596748214.669649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e2ce000 0xfde2ce000(0xfde2ce000) 00000800:00000200:86.0:1596748214.669650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e2cf000 0xfde2cf000(0xfde2cf000) 00000800:00000200:86.0:1596748214.669651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e2d0000 0xfde2d0000(0xfde2d0000) 00000800:00000200:86.0:1596748214.669652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e2d1000 0xfde2d1000(0xfde2d1000) 00000800:00000200:86.0:1596748214.669652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e2d2000 0xfde2d2000(0xfde2d2000) 00000800:00000200:86.0:1596748214.669653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e2d3000 0xfde2d3000(0xfde2d3000) 00000800:00000200:86.0:1596748214.669654:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e2d4000 0xfde2d4000(0xfde2d4000) 00000800:00000010:86.0:1596748214.670215:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2a00 (tot 157541354). 00000800:00000200:86.0:1596748214.670217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620400] (20)-- 00000800:00000200:86.0:1596748214.670236:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.141@o2ib36 00000800:00000200:86.0:1596748214.670495:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.670883:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.141@o2ib36 00000800:00000200:86.0:1596748214.670884:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.141@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.670885:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7e63acc0 (tot 157541218). 00000800:00000200:86.0:1596748214.670886:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e620400] (19)++ 00000800:00000200:86.0:1596748214.670887:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e620400] (20)++ 00000800:00000200:86.0:1596748214.670888:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e620400] (21)-- 00000800:00000200:87.2:1596748214.671106:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e620400] (20)++ 00000800:00000010:86.0:1596748214.734878:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849180 (tot 157541330). 00000800:00000200:86.0:1596748214.734881:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849180] -> 192.168.128.92@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.734883:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849100 (tot 157541442). 00000800:00000010:86.0:1596748214.734885:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4158af600 (tot 157541738). 00000800:00000010:86.0:1596748214.734887:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb2cc0 (tot 157541874). 00000800:00000010:86.0:1596748214.734889:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd94000 (tot 157543746). 00000800:00000010:86.0:1596748214.734890:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb2780 (tot 157543898). 00000800:00000200:86.0:1596748214.734895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3efa9d000 0x376fa9d000(0x376fa9d000) 00000800:00000200:86.0:1596748214.734896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3efa9e000 0x376fa9e000(0x376fa9e000) 00000800:00000200:86.0:1596748214.734897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3efa9f000 0x376fa9f000(0x376fa9f000) 00000800:00000200:86.0:1596748214.734898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3efaa0000 0x376faa0000(0x376faa0000) 00000800:00000200:86.0:1596748214.734899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3efaa1000 0x376faa1000(0x376faa1000) 00000800:00000200:86.0:1596748214.734899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3efaa2000 0x376faa2000(0x376faa2000) 00000800:00000200:86.0:1596748214.734900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3efaa3000 0x376faa3000(0x376faa3000) 00000800:00000200:86.0:1596748214.734901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3efaa4000 0x376faa4000(0x376faa4000) 00000800:00000200:86.0:1596748214.734902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3efaa5000 0x376faa5000(0x376faa5000) 00000800:00000200:86.0:1596748214.734902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3efaa6000 0x376faa6000(0x376faa6000) 00000800:00000200:86.0:1596748214.734903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3efaa7000 0x376faa7000(0x376faa7000) 00000800:00000200:86.0:1596748214.734904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3efad0000 0x376fad0000(0x376fad0000) 00000800:00000200:86.0:1596748214.734905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3efad1000 0x376fad1000(0x376fad1000) 00000800:00000200:86.0:1596748214.734905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3efad2000 0x376fad2000(0x376fad2000) 00000800:00000200:86.0:1596748214.734906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3efad3000 0x376fad3000(0x376fad3000) 00000800:00000200:86.0:1596748214.734907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3efad4000 0x376fad4000(0x376fad4000) 00000800:00000200:86.0:1596748214.734908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3efad5000 0x376fad5000(0x376fad5000) 00000800:00000200:86.0:1596748214.734908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3efad6000 0x376fad6000(0x376fad6000) 00000800:00000010:86.0:1596748214.735443:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849100 (tot 157543786). 00000800:00000200:86.0:1596748214.735444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.735462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4158af600] (20)-- 00000800:00000200:86.0:1596748214.735463:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.92@o2ib36 00000800:00000200:86.0:1596748214.735719:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.736085:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.92@o2ib36 00000800:00000200:86.0:1596748214.736086:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.92@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.736087:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb2cc0 (tot 157543650). 00000800:00000200:86.0:1596748214.736088:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4158af600] (19)++ 00000800:00000200:86.0:1596748214.736089:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4158af600] (20)++ 00000800:00000200:86.0:1596748214.736089:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4158af600] (21)-- 00000800:00000200:86.2:1596748214.736093:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4158af600] (20)++ 00000800:00000010:86.0:1596748214.790205:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0c80 (tot 157543762). 00000800:00000200:86.0:1596748214.790209:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0c80] -> 192.168.128.69@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.790211:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0d00 (tot 157543874). 00000800:00000010:86.0:1596748214.790212:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e0e200 (tot 157544170). 00000800:00000010:86.0:1596748214.790214:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc67a0f140 (tot 157544306). 00000800:00000010:86.0:1596748214.790216:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a0b000 (tot 157546178). 00000800:00000010:86.0:1596748214.790217:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66bb2000 (tot 157546330). 00000800:00000200:86.0:1596748214.790220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65ae1000 0x2fe5ae1000(0x2fe5ae1000) 00000800:00000200:86.0:1596748214.790221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65ae2000 0x2fe5ae2000(0x2fe5ae2000) 00000800:00000200:86.0:1596748214.790222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65ae3000 0x2fe5ae3000(0x2fe5ae3000) 00000800:00000200:86.0:1596748214.790223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65ae4000 0x2fe5ae4000(0x2fe5ae4000) 00000800:00000200:86.0:1596748214.790224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65ae5000 0x2fe5ae5000(0x2fe5ae5000) 00000800:00000200:86.0:1596748214.790225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65ae6000 0x2fe5ae6000(0x2fe5ae6000) 00000800:00000200:86.0:1596748214.790225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65ae7000 0x2fe5ae7000(0x2fe5ae7000) 00000800:00000200:86.0:1596748214.790226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65ae8000 0x2fe5ae8000(0x2fe5ae8000) 00000800:00000200:86.0:1596748214.790227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65ae9000 0x2fe5ae9000(0x2fe5ae9000) 00000800:00000200:86.0:1596748214.790228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65aea000 0x2fe5aea000(0x2fe5aea000) 00000800:00000200:86.0:1596748214.790228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65aeb000 0x2fe5aeb000(0x2fe5aeb000) 00000800:00000200:86.0:1596748214.790229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65aec000 0x2fe5aec000(0x2fe5aec000) 00000800:00000200:86.0:1596748214.790230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65aed000 0x2fe5aed000(0x2fe5aed000) 00000800:00000200:86.0:1596748214.790231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65aee000 0x2fe5aee000(0x2fe5aee000) 00000800:00000200:86.0:1596748214.790231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65aef000 0x2fe5aef000(0x2fe5aef000) 00000800:00000200:86.0:1596748214.790232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65af0000 0x2fe5af0000(0x2fe5af0000) 00000800:00000200:86.0:1596748214.790233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65af1000 0x2fe5af1000(0x2fe5af1000) 00000800:00000200:86.0:1596748214.790233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65af2000 0x2fe5af2000(0x2fe5af2000) 00000800:00000010:86.0:1596748214.790789:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0d00 (tot 157546218). 00000800:00000200:86.0:1596748214.790791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.790809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0e200] (20)-- 00000800:00000200:86.0:1596748214.790810:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.69@o2ib36 00000800:00000200:86.0:1596748214.791065:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.791370:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.69@o2ib36 00000800:00000200:86.0:1596748214.791372:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.69@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.791372:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc67a0f140 (tot 157546082). 00000800:00000200:86.0:1596748214.791373:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e0e200] (19)++ 00000800:00000200:86.0:1596748214.791374:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e0e200] (20)++ 00000800:00000200:86.0:1596748214.791375:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e0e200] (21)-- 00000800:00000200:87.2:1596748214.791560:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e0e200] (20)++ 00000800:00000010:86.0:1596748214.805629:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556600 (tot 157546194). 00000800:00000200:86.0:1596748214.805632:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556600] -> 192.168.128.131@o2ib36 (1)++ 00000800:00000010:86.0:1596748214.805633:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556680 (tot 157546306). 00000800:00000010:86.0:1596748214.805636:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54ea8800 (tot 157546602). 00000800:00000010:86.0:1596748214.805638:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eab140 (tot 157546738). 00000800:00000010:86.0:1596748214.805640:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e63000 (tot 157548610). 00000800:00000010:86.0:1596748214.805641:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eaa900 (tot 157548762). 00000800:00000200:86.0:1596748214.805650:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54ebc000 0x3fd4ebc000(0x3fd4ebc000) 00000800:00000200:86.0:1596748214.805651:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54ebd000 0x3fd4ebd000(0x3fd4ebd000) 00000800:00000200:86.0:1596748214.805652:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54ebe000 0x3fd4ebe000(0x3fd4ebe000) 00000800:00000200:86.0:1596748214.805653:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54ebf000 0x3fd4ebf000(0x3fd4ebf000) 00000800:00000200:86.0:1596748214.805654:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54ec0000 0x3fd4ec0000(0x3fd4ec0000) 00000800:00000200:86.0:1596748214.805655:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54ec1000 0x3fd4ec1000(0x3fd4ec1000) 00000800:00000200:86.0:1596748214.805656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54ec2000 0x3fd4ec2000(0x3fd4ec2000) 00000800:00000200:86.0:1596748214.805656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54ec3000 0x3fd4ec3000(0x3fd4ec3000) 00000800:00000200:86.0:1596748214.805657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54ec4000 0x3fd4ec4000(0x3fd4ec4000) 00000800:00000200:86.0:1596748214.805658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54ec5000 0x3fd4ec5000(0x3fd4ec5000) 00000800:00000200:86.0:1596748214.805659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54ec6000 0x3fd4ec6000(0x3fd4ec6000) 00000800:00000200:86.0:1596748214.805659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54ec7000 0x3fd4ec7000(0x3fd4ec7000) 00000800:00000200:86.0:1596748214.805660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54ec8000 0x3fd4ec8000(0x3fd4ec8000) 00000800:00000200:86.0:1596748214.805661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54ec9000 0x3fd4ec9000(0x3fd4ec9000) 00000800:00000200:86.0:1596748214.805662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54eca000 0x3fd4eca000(0x3fd4eca000) 00000800:00000200:86.0:1596748214.805662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54ecb000 0x3fd4ecb000(0x3fd4ecb000) 00000800:00000200:86.0:1596748214.805663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54ecc000 0x3fd4ecc000(0x3fd4ecc000) 00000800:00000200:86.0:1596748214.805664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54ecd000 0x3fd4ecd000(0x3fd4ecd000) 00000800:00000010:86.0:1596748214.806203:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556680 (tot 157548650). 00000800:00000200:86.0:1596748214.806204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ea8800] (20)-- 00000800:00000200:86.0:1596748214.806223:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.131@o2ib36 00000800:00000200:86.0:1596748214.806479:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748214.806816:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.131@o2ib36 00000800:00000200:86.0:1596748214.806817:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.131@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748214.806818:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eab140 (tot 157548514). 00000800:00000200:86.0:1596748214.806819:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54ea8800] (19)++ 00000800:00000200:86.0:1596748214.806819:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54ea8800] (20)++ 00000800:00000200:86.0:1596748214.806820:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54ea8800] (21)-- 00000800:00000200:88.2:1596748214.806985:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54ea8800] (20)++ 00000800:00000010:86.0:1596748215.036021:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bd00 (tot 157548626). 00000800:00000200:86.0:1596748215.036024:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bd00] -> 192.168.128.127@o2ib36 (1)++ 00000800:00000010:86.0:1596748215.036026:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bc80 (tot 157548738). 00000800:00000010:86.0:1596748215.036030:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc90400 (tot 157549034). 00000800:00000010:86.0:1596748215.036032:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157549170). 00000800:00000010:86.0:1596748215.036034:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b936800 (tot 157551042). 00000800:00000010:86.0:1596748215.036036:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b4600 (tot 157551194). 00000800:00000200:86.0:1596748215.036040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5b9f4000 0x1fdb9f4000(0x1fdb9f4000) 00000800:00000200:86.0:1596748215.036042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5b9f5000 0x1fdb9f5000(0x1fdb9f5000) 00000800:00000200:86.0:1596748215.036043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5b9f6000 0x1fdb9f6000(0x1fdb9f6000) 00000800:00000200:86.0:1596748215.036043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5b9f7000 0x1fdb9f7000(0x1fdb9f7000) 00000800:00000200:86.0:1596748215.036044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5b9f8000 0x1fdb9f8000(0x1fdb9f8000) 00000800:00000200:86.0:1596748215.036045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5b9f9000 0x1fdb9f9000(0x1fdb9f9000) 00000800:00000200:86.0:1596748215.036046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5b9fa000 0x1fdb9fa000(0x1fdb9fa000) 00000800:00000200:86.0:1596748215.036046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5b9fb000 0x1fdb9fb000(0x1fdb9fb000) 00000800:00000200:86.0:1596748215.036047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5b9fc000 0x1fdb9fc000(0x1fdb9fc000) 00000800:00000200:86.0:1596748215.036048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5b9fd000 0x1fdb9fd000(0x1fdb9fd000) 00000800:00000200:86.0:1596748215.036048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5b9fe000 0x1fdb9fe000(0x1fdb9fe000) 00000800:00000200:86.0:1596748215.036049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5b9ff000 0x1fdb9ff000(0x1fdb9ff000) 00000800:00000200:86.0:1596748215.036050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba00000 0x1fdba00000(0x1fdba00000) 00000800:00000200:86.0:1596748215.036051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba01000 0x1fdba01000(0x1fdba01000) 00000800:00000200:86.0:1596748215.036051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba02000 0x1fdba02000(0x1fdba02000) 00000800:00000200:86.0:1596748215.036052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba03000 0x1fdba03000(0x1fdba03000) 00000800:00000200:86.0:1596748215.036053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba04000 0x1fdba04000(0x1fdba04000) 00000800:00000200:86.0:1596748215.036054:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba05000 0x1fdba05000(0x1fdba05000) 00000800:00000010:86.0:1596748215.036617:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bc80 (tot 157551082). 00000800:00000200:86.0:1596748215.036618:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.036636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc90400] (20)-- 00000800:00000200:86.0:1596748215.036638:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.127@o2ib36 00000800:00000200:86.0:1596748215.036882:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748215.037239:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.127@o2ib36 00000800:00000200:86.0:1596748215.037240:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.127@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748215.037241:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157550946). 00000800:00000200:86.0:1596748215.037241:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc90400] (19)++ 00000800:00000200:86.0:1596748215.037242:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc90400] (20)++ 00000800:00000200:86.0:1596748215.037243:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc90400] (21)-- 00000800:00000200:84.2:1596748215.037246:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc90400] (20)++ 00000800:00000010:86.0:1596748215.274311:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3580 (tot 157551058). 00000800:00000200:86.0:1596748215.274314:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3580] -> 192.168.128.78@o2ib36 (1)++ 00000800:00000010:86.0:1596748215.274316:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3500 (tot 157551170). 00000800:00000010:86.0:1596748215.274318:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e620e00 (tot 157551466). 00000800:00000010:86.0:1596748215.274321:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7e63a900 (tot 157551602). 00000800:00000010:86.0:1596748215.274324:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e274000 (tot 157553474). 00000800:00000010:86.0:1596748215.274325:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7e63a840 (tot 157553626). 00000800:00000200:86.0:1596748215.274329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e2d5000 0xfde2d5000(0xfde2d5000) 00000800:00000200:86.0:1596748215.274330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e2d6000 0xfde2d6000(0xfde2d6000) 00000800:00000200:86.0:1596748215.274331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e2d7000 0xfde2d7000(0xfde2d7000) 00000800:00000200:86.0:1596748215.274332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e2d8000 0xfde2d8000(0xfde2d8000) 00000800:00000200:86.0:1596748215.274332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e2d9000 0xfde2d9000(0xfde2d9000) 00000800:00000200:86.0:1596748215.274333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e2da000 0xfde2da000(0xfde2da000) 00000800:00000200:86.0:1596748215.274334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e2db000 0xfde2db000(0xfde2db000) 00000800:00000200:86.0:1596748215.274335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e2dc000 0xfde2dc000(0xfde2dc000) 00000800:00000200:86.0:1596748215.274335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e2dd000 0xfde2dd000(0xfde2dd000) 00000800:00000200:86.0:1596748215.274336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e2de000 0xfde2de000(0xfde2de000) 00000800:00000200:86.0:1596748215.274337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e2df000 0xfde2df000(0xfde2df000) 00000800:00000200:86.0:1596748215.274337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e2e0000 0xfde2e0000(0xfde2e0000) 00000800:00000200:86.0:1596748215.274338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e2e1000 0xfde2e1000(0xfde2e1000) 00000800:00000200:86.0:1596748215.274339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e2e2000 0xfde2e2000(0xfde2e2000) 00000800:00000200:86.0:1596748215.274340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e2e3000 0xfde2e3000(0xfde2e3000) 00000800:00000200:86.0:1596748215.274340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e2e4000 0xfde2e4000(0xfde2e4000) 00000800:00000200:86.0:1596748215.274341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e2e5000 0xfde2e5000(0xfde2e5000) 00000800:00000200:86.0:1596748215.274342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e2e6000 0xfde2e6000(0xfde2e6000) 00000800:00000010:86.0:1596748215.274909:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3500 (tot 157553514). 00000800:00000200:86.0:1596748215.274911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.274928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e620e00] (20)-- 00000800:00000200:86.0:1596748215.274930:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.78@o2ib36 00000800:00000200:86.0:1596748215.275199:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748215.275595:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.78@o2ib36 00000800:00000200:86.0:1596748215.275597:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.78@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748215.275598:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7e63a900 (tot 157553378). 00000800:00000200:86.0:1596748215.275599:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e620e00] (19)++ 00000800:00000200:86.0:1596748215.275599:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e620e00] (20)++ 00000800:00000200:86.0:1596748215.275600:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e620e00] (21)-- 00000800:00000200:88.2:1596748215.275844:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e620e00] (20)++ 00000800:00000010:86.0:1596748215.284455:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12ff80 (tot 157553490). 00000800:00000200:86.0:1596748215.284459:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12ff80] -> 192.168.128.20@o2ib36 (1)++ 00000800:00000010:86.0:1596748215.284461:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12ff00 (tot 157553602). 00000800:00000010:86.0:1596748215.284468:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461622000 (tot 157553898). 00000800:00000010:86.0:1596748215.284469:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44736e240 (tot 157554034). 00000800:00000010:86.0:1596748215.284474:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4472b4000 (tot 157555906). 00000800:00000010:86.0:1596748215.284475:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736e540 (tot 157556058). 00000800:00000200:86.0:1596748215.284479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4473b5000 0x17c73b5000(0x17c73b5000) 00000800:00000200:86.0:1596748215.284480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4473b6000 0x17c73b6000(0x17c73b6000) 00000800:00000200:86.0:1596748215.284481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4473b7000 0x17c73b7000(0x17c73b7000) 00000800:00000200:86.0:1596748215.284481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4473b8000 0x17c73b8000(0x17c73b8000) 00000800:00000200:86.0:1596748215.284482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4473b9000 0x17c73b9000(0x17c73b9000) 00000800:00000200:86.0:1596748215.284483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4473ba000 0x17c73ba000(0x17c73ba000) 00000800:00000200:86.0:1596748215.284484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4473bb000 0x17c73bb000(0x17c73bb000) 00000800:00000200:86.0:1596748215.284484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4473bc000 0x17c73bc000(0x17c73bc000) 00000800:00000200:86.0:1596748215.284485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4473bd000 0x17c73bd000(0x17c73bd000) 00000800:00000200:86.0:1596748215.284486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4473be000 0x17c73be000(0x17c73be000) 00000800:00000200:86.0:1596748215.284486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4473bf000 0x17c73bf000(0x17c73bf000) 00000800:00000200:86.0:1596748215.284487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4473c0000 0x17c73c0000(0x17c73c0000) 00000800:00000200:86.0:1596748215.284488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4473c1000 0x17c73c1000(0x17c73c1000) 00000800:00000200:86.0:1596748215.284489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4473c2000 0x17c73c2000(0x17c73c2000) 00000800:00000200:86.0:1596748215.284489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4473c3000 0x17c73c3000(0x17c73c3000) 00000800:00000200:86.0:1596748215.284490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4473c4000 0x17c73c4000(0x17c73c4000) 00000800:00000200:86.0:1596748215.284491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4473c5000 0x17c73c5000(0x17c73c5000) 00000800:00000200:86.0:1596748215.284492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4473c6000 0x17c73c6000(0x17c73c6000) 00000800:00000010:86.0:1596748215.285059:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12ff00 (tot 157555946). 00000800:00000200:86.0:1596748215.285060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461622000] (20)-- 00000800:00000200:86.0:1596748215.285079:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.20@o2ib36 00000800:00000200:86.0:1596748215.285334:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748215.285701:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.20@o2ib36 00000800:00000200:86.0:1596748215.285703:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.20@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748215.285704:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44736e240 (tot 157555810). 00000800:00000200:86.0:1596748215.285705:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461622000] (19)++ 00000800:00000200:86.0:1596748215.285706:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461622000] (20)++ 00000800:00000200:86.0:1596748215.285707:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461622000] (21)-- 00000800:00000200:39.2:1596748215.285869:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461622000] (20)++ 00000800:00000010:86.0:1596748215.292450:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34d80 (tot 157555922). 00000800:00000200:86.0:1596748215.292453:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34d80] -> 192.168.128.115@o2ib36 (1)++ 00000800:00000010:86.0:1596748215.292455:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34e00 (tot 157556034). 00000800:00000010:86.0:1596748215.292457:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02ce00 (tot 157556330). 00000800:00000010:86.0:1596748215.292461:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7140 (tot 157556466). 00000800:00000010:86.0:1596748215.292463:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c037800 (tot 157558338). 00000800:00000010:86.0:1596748215.292464:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec7740 (tot 157558490). 00000800:00000200:86.0:1596748215.292470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c0c5000 0x7dc0c5000(0x7dc0c5000) 00000800:00000200:86.0:1596748215.292471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c0c6000 0x7dc0c6000(0x7dc0c6000) 00000800:00000200:86.0:1596748215.292472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c0c7000 0x7dc0c7000(0x7dc0c7000) 00000800:00000200:86.0:1596748215.292473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c0c8000 0x7dc0c8000(0x7dc0c8000) 00000800:00000200:86.0:1596748215.292473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c0c9000 0x7dc0c9000(0x7dc0c9000) 00000800:00000200:86.0:1596748215.292474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c0ca000 0x7dc0ca000(0x7dc0ca000) 00000800:00000200:86.0:1596748215.292475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c0cb000 0x7dc0cb000(0x7dc0cb000) 00000800:00000200:86.0:1596748215.292476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c0cc000 0x7dc0cc000(0x7dc0cc000) 00000800:00000200:86.0:1596748215.292476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c0cd000 0x7dc0cd000(0x7dc0cd000) 00000800:00000200:86.0:1596748215.292477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c0ce000 0x7dc0ce000(0x7dc0ce000) 00000800:00000200:86.0:1596748215.292478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c0cf000 0x7dc0cf000(0x7dc0cf000) 00000800:00000200:86.0:1596748215.292479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c0d0000 0x7dc0d0000(0x7dc0d0000) 00000800:00000200:86.0:1596748215.292479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c0d1000 0x7dc0d1000(0x7dc0d1000) 00000800:00000200:86.0:1596748215.292480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c0d2000 0x7dc0d2000(0x7dc0d2000) 00000800:00000200:86.0:1596748215.292481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c0d3000 0x7dc0d3000(0x7dc0d3000) 00000800:00000200:86.0:1596748215.292481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c0d4000 0x7dc0d4000(0x7dc0d4000) 00000800:00000200:86.0:1596748215.292482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c0d5000 0x7dc0d5000(0x7dc0d5000) 00000800:00000200:86.0:1596748215.292483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c0d6000 0x7dc0d6000(0x7dc0d6000) 00000800:00000010:86.0:1596748215.293017:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34e00 (tot 157558378). 00000800:00000200:86.0:1596748215.293018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293036:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ce00] (20)-- 00000800:00000200:86.0:1596748215.293037:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.115@o2ib36 00000800:00000200:86.0:1596748215.293286:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748215.293670:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.115@o2ib36 00000800:00000200:86.0:1596748215.293671:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.115@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748215.293672:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7140 (tot 157558242). 00000800:00000200:86.0:1596748215.293673:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02ce00] (19)++ 00000800:00000200:86.0:1596748215.293674:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02ce00] (20)++ 00000800:00000200:86.0:1596748215.293675:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02ce00] (21)-- 00000800:00000200:41.2:1596748215.293686:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02ce00] (20)++ 00000800:00020000:15.0:1596748215.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748215.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748215.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54ce8000] (22)++ 00000800:00000100:15.0:1596748215.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748215.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556280] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:15.0:1596748215.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54ce8000] (23)-- 00000800:00020000:15.0:1596748215.352546:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596748215.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748215.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8931c00] (22)++ 00000800:00000100:15.0:1596748215.352550:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748215.352552:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848880] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596748215.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f8931c00] (23)-- 00000400:00000200:15.0:1596748215.353028:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:15.0:1596748215.353031:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:15.0:1596748215.353031:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54ce8000] (22)-- 00000800:00000200:86.0:1596748215.353321:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54ce8000] (21)-- 00000400:00000200:15.0:1596748215.353577:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596748215.353578:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596748215.353579:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f8931c00] (22)-- 00000800:00000200:86.0:1596748215.353878:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f8931c00] (21)-- 00000800:00000010:86.0:1596748215.882840:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34e00 (tot 157558354). 00000800:00000200:86.0:1596748215.882844:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34e00] -> 192.168.128.73@o2ib36 (1)++ 00000800:00000010:86.0:1596748215.882846:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34e80 (tot 157558466). 00000800:00000010:86.0:1596748215.882847:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c029e00 (tot 157558762). 00000800:00000010:86.0:1596748215.882848:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7140 (tot 157558898). 00000800:00000010:86.0:1596748215.882849:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c7a3800 (tot 157560770). 00000800:00000010:86.0:1596748215.882851:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec7500 (tot 157560922). 00000800:00000200:86.0:1596748215.882856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c0d7000 0x7dc0d7000(0x7dc0d7000) 00000800:00000200:86.0:1596748215.882857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c0d8000 0x7dc0d8000(0x7dc0d8000) 00000800:00000200:86.0:1596748215.882858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c0d9000 0x7dc0d9000(0x7dc0d9000) 00000800:00000200:86.0:1596748215.882859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c0da000 0x7dc0da000(0x7dc0da000) 00000800:00000200:86.0:1596748215.882860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c0db000 0x7dc0db000(0x7dc0db000) 00000800:00000200:86.0:1596748215.882860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c0dc000 0x7dc0dc000(0x7dc0dc000) 00000800:00000200:86.0:1596748215.882861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c0dd000 0x7dc0dd000(0x7dc0dd000) 00000800:00000200:86.0:1596748215.882862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c0de000 0x7dc0de000(0x7dc0de000) 00000800:00000200:86.0:1596748215.882863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c0df000 0x7dc0df000(0x7dc0df000) 00000800:00000200:86.0:1596748215.882863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c0e0000 0x7dc0e0000(0x7dc0e0000) 00000800:00000200:86.0:1596748215.882864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c0e1000 0x7dc0e1000(0x7dc0e1000) 00000800:00000200:86.0:1596748215.882865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c0e2000 0x7dc0e2000(0x7dc0e2000) 00000800:00000200:86.0:1596748215.882866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c0e3000 0x7dc0e3000(0x7dc0e3000) 00000800:00000200:86.0:1596748215.882866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c0e4000 0x7dc0e4000(0x7dc0e4000) 00000800:00000200:86.0:1596748215.882867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c0e5000 0x7dc0e5000(0x7dc0e5000) 00000800:00000200:86.0:1596748215.882868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c0e6000 0x7dc0e6000(0x7dc0e6000) 00000800:00000200:86.0:1596748215.882868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c0e7000 0x7dc0e7000(0x7dc0e7000) 00000800:00000200:86.0:1596748215.882869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c0e8000 0x7dc0e8000(0x7dc0e8000) 00000800:00000010:86.0:1596748215.883472:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34e80 (tot 157560810). 00000800:00000200:86.0:1596748215.883474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.883492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c029e00] (20)-- 00000800:00000200:86.0:1596748215.883493:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.73@o2ib36 00000800:00000200:86.0:1596748215.883756:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748215.884124:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.73@o2ib36 00000800:00000200:86.0:1596748215.884126:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.73@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748215.884126:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7140 (tot 157560674). 00000800:00000200:86.0:1596748215.884127:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c029e00] (19)++ 00000800:00000200:86.0:1596748215.884128:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c029e00] (20)++ 00000800:00000200:86.0:1596748215.884129:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c029e00] (21)-- 00000800:00000200:41.2:1596748215.884131:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c029e00] (20)++ 00000800:00000010:86.0:1596748216.002427:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557880 (tot 157560786). 00000800:00000200:86.0:1596748216.002431:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557880] -> 192.168.128.8@o2ib36 (1)++ 00000800:00000010:86.0:1596748216.002433:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557800 (tot 157560898). 00000800:00000010:86.0:1596748216.002436:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54eafa00 (tot 157561194). 00000800:00000010:86.0:1596748216.002442:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157561330). 00000800:00000010:86.0:1596748216.002444:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e65800 (tot 157563202). 00000800:00000010:86.0:1596748216.002445:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc55eaa540 (tot 157563354). 00000800:00000200:86.0:1596748216.002448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54ece000 0x3fd4ece000(0x3fd4ece000) 00000800:00000200:86.0:1596748216.002449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54ecf000 0x3fd4ecf000(0x3fd4ecf000) 00000800:00000200:86.0:1596748216.002450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54ed0000 0x3fd4ed0000(0x3fd4ed0000) 00000800:00000200:86.0:1596748216.002451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54ed1000 0x3fd4ed1000(0x3fd4ed1000) 00000800:00000200:86.0:1596748216.002452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54ed2000 0x3fd4ed2000(0x3fd4ed2000) 00000800:00000200:86.0:1596748216.002452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54ed3000 0x3fd4ed3000(0x3fd4ed3000) 00000800:00000200:86.0:1596748216.002453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54ed4000 0x3fd4ed4000(0x3fd4ed4000) 00000800:00000200:86.0:1596748216.002454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54ed5000 0x3fd4ed5000(0x3fd4ed5000) 00000800:00000200:86.0:1596748216.002454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54ed6000 0x3fd4ed6000(0x3fd4ed6000) 00000800:00000200:86.0:1596748216.002455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54ed7000 0x3fd4ed7000(0x3fd4ed7000) 00000800:00000200:86.0:1596748216.002456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54ed8000 0x3fd4ed8000(0x3fd4ed8000) 00000800:00000200:86.0:1596748216.002457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54ed9000 0x3fd4ed9000(0x3fd4ed9000) 00000800:00000200:86.0:1596748216.002457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54eda000 0x3fd4eda000(0x3fd4eda000) 00000800:00000200:86.0:1596748216.002458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54edb000 0x3fd4edb000(0x3fd4edb000) 00000800:00000200:86.0:1596748216.002459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54edc000 0x3fd4edc000(0x3fd4edc000) 00000800:00000200:86.0:1596748216.002460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54edd000 0x3fd4edd000(0x3fd4edd000) 00000800:00000200:86.0:1596748216.002460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54ede000 0x3fd4ede000(0x3fd4ede000) 00000800:00000200:86.0:1596748216.002461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54edf000 0x3fd4edf000(0x3fd4edf000) 00000800:00000010:86.0:1596748216.003037:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557800 (tot 157563242). 00000800:00000200:86.0:1596748216.003038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003040:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003040:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003042:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003043:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003044:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003045:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003047:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54eafa00] (20)-- 00000800:00000200:86.0:1596748216.003058:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.8@o2ib36 00000800:00000200:86.0:1596748216.003318:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748216.003718:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.8@o2ib36 00000800:00000200:86.0:1596748216.003719:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.8@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748216.003720:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157563106). 00000800:00000200:38.2:1596748216.003720:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54eafa00] (19)++ 00000800:00000200:86.0:1596748216.003722:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54eafa00] (20)++ 00000800:00000200:86.0:1596748216.003723:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54eafa00] (21)++ 00000800:00000200:86.0:1596748216.003724:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54eafa00] (22)-- 00000800:00000200:86.0:1596748216.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748216.472578:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35100 (tot 157563218). 00000800:00000200:86.0:1596748216.472582:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35100] -> 192.168.128.149@o2ib36 (1)++ 00000800:00000010:86.0:1596748216.472584:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35080 (tot 157563330). 00000800:00000010:86.0:1596748216.472586:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02a200 (tot 157563626). 00000800:00000010:86.0:1596748216.472589:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7800 (tot 157563762). 00000800:00000010:86.0:1596748216.472592:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c108000 (tot 157565634). 00000800:00000010:86.0:1596748216.472593:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec6900 (tot 157565786). 00000800:00000200:86.0:1596748216.472595:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c0e9000 0x7dc0e9000(0x7dc0e9000) 00000800:00000200:86.0:1596748216.472596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c0ea000 0x7dc0ea000(0x7dc0ea000) 00000800:00000200:86.0:1596748216.472597:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c0eb000 0x7dc0eb000(0x7dc0eb000) 00000800:00000200:86.0:1596748216.472598:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c0ec000 0x7dc0ec000(0x7dc0ec000) 00000800:00000200:86.0:1596748216.472599:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c0ed000 0x7dc0ed000(0x7dc0ed000) 00000800:00000200:86.0:1596748216.472600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c0ee000 0x7dc0ee000(0x7dc0ee000) 00000800:00000200:86.0:1596748216.472600:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c0ef000 0x7dc0ef000(0x7dc0ef000) 00000800:00000200:86.0:1596748216.472601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c0f0000 0x7dc0f0000(0x7dc0f0000) 00000800:00000200:86.0:1596748216.472602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c0f1000 0x7dc0f1000(0x7dc0f1000) 00000800:00000200:86.0:1596748216.472603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c0f2000 0x7dc0f2000(0x7dc0f2000) 00000800:00000200:86.0:1596748216.472603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c0f3000 0x7dc0f3000(0x7dc0f3000) 00000800:00000200:86.0:1596748216.472604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c0f4000 0x7dc0f4000(0x7dc0f4000) 00000800:00000200:86.0:1596748216.472605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c0f5000 0x7dc0f5000(0x7dc0f5000) 00000800:00000200:86.0:1596748216.472606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c0f6000 0x7dc0f6000(0x7dc0f6000) 00000800:00000200:86.0:1596748216.472606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c0f7000 0x7dc0f7000(0x7dc0f7000) 00000800:00000200:86.0:1596748216.472607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c0f8000 0x7dc0f8000(0x7dc0f8000) 00000800:00000200:86.0:1596748216.472608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c0f9000 0x7dc0f9000(0x7dc0f9000) 00000800:00000200:86.0:1596748216.472608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c0fa000 0x7dc0fa000(0x7dc0fa000) 00000800:00000010:86.0:1596748216.473175:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35080 (tot 157565674). 00000800:00000200:86.0:1596748216.473177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473185:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473186:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473187:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473192:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473194:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02a200] (20)-- 00000800:00000200:86.0:1596748216.473195:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.149@o2ib36 00000800:00000200:86.0:1596748216.473471:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748216.473819:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.149@o2ib36 00000800:00000200:86.0:1596748216.473820:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.149@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748216.473821:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7800 (tot 157565538). 00000800:00000200:86.0:1596748216.473822:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02a200] (19)++ 00000800:00000200:86.0:1596748216.473823:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02a200] (20)++ 00000800:00000200:86.0:1596748216.473824:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02a200] (21)-- 00000800:00000200:40.2:1596748216.473990:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02a200] (20)++ 00000800:00000010:86.0:1596748216.601258:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2a00 (tot 157565650). 00000800:00000200:86.0:1596748216.601261:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2a00] -> 192.168.128.36@o2ib36 (1)++ 00000800:00000010:86.0:1596748216.601263:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2a80 (tot 157565762). 00000800:00000010:86.0:1596748216.601265:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5efc0e00 (tot 157566058). 00000800:00000010:86.0:1596748216.601267:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7e63acc0 (tot 157566194). 00000800:00000010:86.0:1596748216.601269:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e26f800 (tot 157568066). 00000800:00000010:86.0:1596748216.601270:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c7e63a900 (tot 157568218). 00000800:00000200:86.0:1596748216.601277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e2e7000 0xfde2e7000(0xfde2e7000) 00000800:00000200:86.0:1596748216.601278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e2e8000 0xfde2e8000(0xfde2e8000) 00000800:00000200:86.0:1596748216.601279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e2e9000 0xfde2e9000(0xfde2e9000) 00000800:00000200:86.0:1596748216.601279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e2ea000 0xfde2ea000(0xfde2ea000) 00000800:00000200:86.0:1596748216.601280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e2eb000 0xfde2eb000(0xfde2eb000) 00000800:00000200:86.0:1596748216.601281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e2ec000 0xfde2ec000(0xfde2ec000) 00000800:00000200:86.0:1596748216.601282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e2ed000 0xfde2ed000(0xfde2ed000) 00000800:00000200:86.0:1596748216.601282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e2ee000 0xfde2ee000(0xfde2ee000) 00000800:00000200:86.0:1596748216.601283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e2ef000 0xfde2ef000(0xfde2ef000) 00000800:00000200:86.0:1596748216.601284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e2f0000 0xfde2f0000(0xfde2f0000) 00000800:00000200:86.0:1596748216.601284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e2f1000 0xfde2f1000(0xfde2f1000) 00000800:00000200:86.0:1596748216.601285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e2f2000 0xfde2f2000(0xfde2f2000) 00000800:00000200:86.0:1596748216.601286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e2f3000 0xfde2f3000(0xfde2f3000) 00000800:00000200:86.0:1596748216.601287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e2f4000 0xfde2f4000(0xfde2f4000) 00000800:00000200:86.0:1596748216.601287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e2f5000 0xfde2f5000(0xfde2f5000) 00000800:00000200:86.0:1596748216.601288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e2f6000 0xfde2f6000(0xfde2f6000) 00000800:00000200:86.0:1596748216.601289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e2f7000 0xfde2f7000(0xfde2f7000) 00000800:00000200:86.0:1596748216.601290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e2f8000 0xfde2f8000(0xfde2f8000) 00000800:00000010:86.0:1596748216.601844:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2a80 (tot 157568106). 00000800:00000200:86.0:1596748216.601846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.601863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc0e00] (20)-- 00000800:00000200:86.0:1596748216.601865:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.36@o2ib36 00000800:00000200:86.0:1596748216.602118:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748216.602488:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.36@o2ib36 00000800:00000200:86.0:1596748216.602489:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.36@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748216.602490:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7e63acc0 (tot 157567970). 00000800:00000200:86.0:1596748216.602491:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5efc0e00] (19)++ 00000800:00000200:86.0:1596748216.602491:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5efc0e00] (20)++ 00000800:00000200:86.0:1596748216.602492:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5efc0e00] (21)-- 00000800:00000200:87.2:1596748216.602653:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5efc0e00] (20)++ 00000800:00000010:86.0:1596748216.763615:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a180 (tot 157568082). 00000800:00000200:86.0:1596748216.763618:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a180] -> 192.168.128.169@o2ib36 (1)++ 00000800:00000010:86.0:1596748216.763621:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a200 (tot 157568194). 00000800:00000010:86.0:1596748216.763624:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc91600 (tot 157568490). 00000800:00000010:86.0:1596748216.763626:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b58c0 (tot 157568626). 00000800:00000010:86.0:1596748216.763629:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b933800 (tot 157570498). 00000800:00000010:86.0:1596748216.763630:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b5140 (tot 157570650). 00000800:00000200:86.0:1596748216.763635:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba06000 0x1fdba06000(0x1fdba06000) 00000800:00000200:86.0:1596748216.763637:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba07000 0x1fdba07000(0x1fdba07000) 00000800:00000200:86.0:1596748216.763638:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba08000 0x1fdba08000(0x1fdba08000) 00000800:00000200:86.0:1596748216.763638:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba09000 0x1fdba09000(0x1fdba09000) 00000800:00000200:86.0:1596748216.763639:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba0a000 0x1fdba0a000(0x1fdba0a000) 00000800:00000200:86.0:1596748216.763640:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba0b000 0x1fdba0b000(0x1fdba0b000) 00000800:00000200:86.0:1596748216.763641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba0c000 0x1fdba0c000(0x1fdba0c000) 00000800:00000200:86.0:1596748216.763641:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba0d000 0x1fdba0d000(0x1fdba0d000) 00000800:00000200:86.0:1596748216.763642:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba0e000 0x1fdba0e000(0x1fdba0e000) 00000800:00000200:86.0:1596748216.763643:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba0f000 0x1fdba0f000(0x1fdba0f000) 00000800:00000200:86.0:1596748216.763644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba10000 0x1fdba10000(0x1fdba10000) 00000800:00000200:86.0:1596748216.763644:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba11000 0x1fdba11000(0x1fdba11000) 00000800:00000200:86.0:1596748216.763645:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba12000 0x1fdba12000(0x1fdba12000) 00000800:00000200:86.0:1596748216.763646:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba13000 0x1fdba13000(0x1fdba13000) 00000800:00000200:86.0:1596748216.763647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba14000 0x1fdba14000(0x1fdba14000) 00000800:00000200:86.0:1596748216.763647:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba15000 0x1fdba15000(0x1fdba15000) 00000800:00000200:86.0:1596748216.763648:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba16000 0x1fdba16000(0x1fdba16000) 00000800:00000200:86.0:1596748216.763649:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba17000 0x1fdba17000(0x1fdba17000) 00000800:00000010:86.0:1596748216.764227:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a200 (tot 157570538). 00000800:00000200:86.0:1596748216.764228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764241:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764242:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764242:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764243:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764244:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764245:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc91600] (20)-- 00000800:00000200:86.0:1596748216.764247:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.169@o2ib36 00000800:00000200:86.0:1596748216.764520:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748216.764926:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.169@o2ib36 00000800:00000200:86.0:1596748216.764927:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.169@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748216.764928:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b58c0 (tot 157570402). 00000800:00000200:86.0:1596748216.764928:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc91600] (19)++ 00000800:00000200:86.0:1596748216.764929:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc91600] (20)++ 00000800:00000200:86.0:1596748216.764930:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc91600] (21)-- 00000800:00000200:89.2:1596748216.764935:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc91600] (20)++ 00000800:00000010:86.0:1596748217.090204:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1080 (tot 157570514). 00000800:00000200:86.0:1596748217.090207:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1080] -> 192.168.128.163@o2ib36 (1)++ 00000800:00000010:86.0:1596748217.090209:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc1000 (tot 157570626). 00000800:00000010:86.0:1596748217.090211:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e0be00 (tot 157570922). 00000800:00000010:86.0:1596748217.090214:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65cfa240 (tot 157571058). 00000800:00000010:86.0:1596748217.090216:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65a0c800 (tot 157572930). 00000800:00000010:86.0:1596748217.090217:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65cfb080 (tot 157573082). 00000800:00000200:86.0:1596748217.090223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65af3000 0x2fe5af3000(0x2fe5af3000) 00000800:00000200:86.0:1596748217.090224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65af4000 0x2fe5af4000(0x2fe5af4000) 00000800:00000200:86.0:1596748217.090224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65af5000 0x2fe5af5000(0x2fe5af5000) 00000800:00000200:86.0:1596748217.090225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65af6000 0x2fe5af6000(0x2fe5af6000) 00000800:00000200:86.0:1596748217.090226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65af7000 0x2fe5af7000(0x2fe5af7000) 00000800:00000200:86.0:1596748217.090227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65af8000 0x2fe5af8000(0x2fe5af8000) 00000800:00000200:86.0:1596748217.090228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65af9000 0x2fe5af9000(0x2fe5af9000) 00000800:00000200:86.0:1596748217.090228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65afa000 0x2fe5afa000(0x2fe5afa000) 00000800:00000200:86.0:1596748217.090229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65afb000 0x2fe5afb000(0x2fe5afb000) 00000800:00000200:86.0:1596748217.090230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65afc000 0x2fe5afc000(0x2fe5afc000) 00000800:00000200:86.0:1596748217.090230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65afd000 0x2fe5afd000(0x2fe5afd000) 00000800:00000200:86.0:1596748217.090231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65afe000 0x2fe5afe000(0x2fe5afe000) 00000800:00000200:86.0:1596748217.090232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65aff000 0x2fe5aff000(0x2fe5aff000) 00000800:00000200:86.0:1596748217.090233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65b00000 0x2fe5b00000(0x2fe5b00000) 00000800:00000200:86.0:1596748217.090233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65b01000 0x2fe5b01000(0x2fe5b01000) 00000800:00000200:86.0:1596748217.090234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65b02000 0x2fe5b02000(0x2fe5b02000) 00000800:00000200:86.0:1596748217.090235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b03000 0x2fe5b03000(0x2fe5b03000) 00000800:00000200:86.0:1596748217.090236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b04000 0x2fe5b04000(0x2fe5b04000) 00000800:00000010:86.0:1596748217.090801:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc1000 (tot 157572970). 00000800:00000200:86.0:1596748217.090802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.090820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0be00] (20)-- 00000800:00000200:86.0:1596748217.090821:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.163@o2ib36 00000800:00000200:86.0:1596748217.091079:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748217.091473:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.163@o2ib36 00000800:00000200:86.0:1596748217.091475:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.163@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748217.091475:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65cfa240 (tot 157572834). 00000800:00000200:86.0:1596748217.091476:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e0be00] (19)++ 00000800:00000200:86.0:1596748217.091477:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e0be00] (20)++ 00000800:00000200:86.0:1596748217.091478:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e0be00] (21)-- 00000800:00000200:84.2:1596748217.091488:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e0be00] (20)++ 00000800:00000010:86.0:1596748217.128135:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12e080 (tot 157572946). 00000800:00000200:86.0:1596748217.128139:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12e080] -> 192.168.128.41@o2ib36 (1)++ 00000800:00000010:86.0:1596748217.128140:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12e100 (tot 157573058). 00000800:00000010:86.0:1596748217.128144:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461621800 (tot 157573354). 00000800:00000010:86.0:1596748217.128146:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44736fec0 (tot 157573490). 00000800:00000010:86.0:1596748217.128151:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4473d0000 (tot 157575362). 00000800:00000010:86.0:1596748217.128152:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736f980 (tot 157575514). 00000800:00000200:86.0:1596748217.128157:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4473c7000 0x17c73c7000(0x17c73c7000) 00000800:00000200:86.0:1596748217.128158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4473c8000 0x17c73c8000(0x17c73c8000) 00000800:00000200:86.0:1596748217.128159:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4473c9000 0x17c73c9000(0x17c73c9000) 00000800:00000200:86.0:1596748217.128160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4473ca000 0x17c73ca000(0x17c73ca000) 00000800:00000200:86.0:1596748217.128160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4473cb000 0x17c73cb000(0x17c73cb000) 00000800:00000200:86.0:1596748217.128161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4473cc000 0x17c73cc000(0x17c73cc000) 00000800:00000200:86.0:1596748217.128162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4473cd000 0x17c73cd000(0x17c73cd000) 00000800:00000200:86.0:1596748217.128163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4473ce000 0x17c73ce000(0x17c73ce000) 00000800:00000200:86.0:1596748217.128163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4473cf000 0x17c73cf000(0x17c73cf000) 00000800:00000200:86.0:1596748217.128164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4473d8000 0x17c73d8000(0x17c73d8000) 00000800:00000200:86.0:1596748217.128165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4473d9000 0x17c73d9000(0x17c73d9000) 00000800:00000200:86.0:1596748217.128166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4473da000 0x17c73da000(0x17c73da000) 00000800:00000200:86.0:1596748217.128166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4473db000 0x17c73db000(0x17c73db000) 00000800:00000200:86.0:1596748217.128167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4473dc000 0x17c73dc000(0x17c73dc000) 00000800:00000200:86.0:1596748217.128168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4473dd000 0x17c73dd000(0x17c73dd000) 00000800:00000200:86.0:1596748217.128169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4473de000 0x17c73de000(0x17c73de000) 00000800:00000200:86.0:1596748217.128169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4473df000 0x17c73df000(0x17c73df000) 00000800:00000200:86.0:1596748217.128170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4473e0000 0x17c73e0000(0x17c73e0000) 00000800:00000010:86.0:1596748217.128731:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12e100 (tot 157575402). 00000800:00000200:86.0:1596748217.128733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128742:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.128750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461621800] (20)-- 00000800:00000200:86.0:1596748217.128752:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.41@o2ib36 00000800:00000200:86.0:1596748217.129010:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596748217.129302:0:25592:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461621800] (19)++ 00000800:00000200:86.0:1596748217.129309:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.41@o2ib36 00000800:00000200:86.0:1596748217.129310:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.41@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748217.129311:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44736fec0 (tot 157575266). 00000800:00000200:86.0:1596748217.129312:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461621800] (20)++ 00000800:00000200:86.0:1596748217.129313:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461621800] (21)++ 00000800:00000200:86.0:1596748217.129314:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461621800] (22)-- 00000800:00000200:86.0:1596748217.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748217.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748218.003568:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0d00 (tot 157575378). 00000800:00000200:86.0:1596748218.003571:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0d00] -> 192.168.128.74@o2ib36 (1)++ 00000800:00000010:86.0:1596748218.003573:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0d80 (tot 157575490). 00000800:00000010:86.0:1596748218.003574:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e08a00 (tot 157575786). 00000800:00000010:86.0:1596748218.003577:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65cfb2c0 (tot 157575922). 00000800:00000010:86.0:1596748218.003580:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b20000 (tot 157577794). 00000800:00000010:86.0:1596748218.003581:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65cfa240 (tot 157577946). 00000800:00000200:86.0:1596748218.003583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65b05000 0x2fe5b05000(0x2fe5b05000) 00000800:00000200:86.0:1596748218.003585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65b06000 0x2fe5b06000(0x2fe5b06000) 00000800:00000200:86.0:1596748218.003585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65b07000 0x2fe5b07000(0x2fe5b07000) 00000800:00000200:86.0:1596748218.003586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65b08000 0x2fe5b08000(0x2fe5b08000) 00000800:00000200:86.0:1596748218.003587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65b09000 0x2fe5b09000(0x2fe5b09000) 00000800:00000200:86.0:1596748218.003588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65b0a000 0x2fe5b0a000(0x2fe5b0a000) 00000800:00000200:86.0:1596748218.003588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65b0b000 0x2fe5b0b000(0x2fe5b0b000) 00000800:00000200:86.0:1596748218.003589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65b0c000 0x2fe5b0c000(0x2fe5b0c000) 00000800:00000200:86.0:1596748218.003590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65b0d000 0x2fe5b0d000(0x2fe5b0d000) 00000800:00000200:86.0:1596748218.003591:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65b0e000 0x2fe5b0e000(0x2fe5b0e000) 00000800:00000200:86.0:1596748218.003591:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65b0f000 0x2fe5b0f000(0x2fe5b0f000) 00000800:00000200:86.0:1596748218.003592:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65b10000 0x2fe5b10000(0x2fe5b10000) 00000800:00000200:86.0:1596748218.003593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65b11000 0x2fe5b11000(0x2fe5b11000) 00000800:00000200:86.0:1596748218.003594:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65b12000 0x2fe5b12000(0x2fe5b12000) 00000800:00000200:86.0:1596748218.003594:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65b13000 0x2fe5b13000(0x2fe5b13000) 00000800:00000200:86.0:1596748218.003595:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65b14000 0x2fe5b14000(0x2fe5b14000) 00000800:00000200:86.0:1596748218.003596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b15000 0x2fe5b15000(0x2fe5b15000) 00000800:00000200:86.0:1596748218.003597:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b16000 0x2fe5b16000(0x2fe5b16000) 00000800:00000010:86.0:1596748218.004144:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0d80 (tot 157577834). 00000800:00000200:86.0:1596748218.004145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004159:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.004162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e08a00] (20)-- 00000800:00000200:86.0:1596748218.004164:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.74@o2ib36 00000800:00000200:86.0:1596748218.004413:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748218.005569:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.74@o2ib36 00000800:00000200:86.0:1596748218.005570:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.74@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748218.005571:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65cfb2c0 (tot 157577698). 00000800:00000200:86.0:1596748218.005572:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e08a00] (19)++ 00000800:00000200:86.0:1596748218.005572:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e08a00] (20)++ 00000800:00000200:86.0:1596748218.005573:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e08a00] (21)-- 00000800:00000200:40.2:1596748218.005593:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e08a00] (20)++ 00000800:00000010:86.0:1596748218.249267:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bc80 (tot 157577810). 00000800:00000200:86.0:1596748218.249270:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bc80] -> 192.168.128.122@o2ib36 (1)++ 00000800:00000010:86.0:1596748218.249272:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bc00 (tot 157577922). 00000800:00000010:86.0:1596748218.249274:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5bc92a00 (tot 157578218). 00000800:00000010:86.0:1596748218.249275:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157578354). 00000800:00000010:86.0:1596748218.249277:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b935800 (tot 157580226). 00000800:00000010:86.0:1596748218.249278:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b4840 (tot 157580378). 00000800:00000200:86.0:1596748218.249281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba18000 0x1fdba18000(0x1fdba18000) 00000800:00000200:86.0:1596748218.249283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba19000 0x1fdba19000(0x1fdba19000) 00000800:00000200:86.0:1596748218.249283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba1a000 0x1fdba1a000(0x1fdba1a000) 00000800:00000200:86.0:1596748218.249284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba1b000 0x1fdba1b000(0x1fdba1b000) 00000800:00000200:86.0:1596748218.249285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba1c000 0x1fdba1c000(0x1fdba1c000) 00000800:00000200:86.0:1596748218.249286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba1d000 0x1fdba1d000(0x1fdba1d000) 00000800:00000200:86.0:1596748218.249286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba1e000 0x1fdba1e000(0x1fdba1e000) 00000800:00000200:86.0:1596748218.249287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba1f000 0x1fdba1f000(0x1fdba1f000) 00000800:00000200:86.0:1596748218.249288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba20000 0x1fdba20000(0x1fdba20000) 00000800:00000200:86.0:1596748218.249289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba21000 0x1fdba21000(0x1fdba21000) 00000800:00000200:86.0:1596748218.249289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba22000 0x1fdba22000(0x1fdba22000) 00000800:00000200:86.0:1596748218.249290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba23000 0x1fdba23000(0x1fdba23000) 00000800:00000200:86.0:1596748218.249291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba24000 0x1fdba24000(0x1fdba24000) 00000800:00000200:86.0:1596748218.249292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba25000 0x1fdba25000(0x1fdba25000) 00000800:00000200:86.0:1596748218.249292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba26000 0x1fdba26000(0x1fdba26000) 00000800:00000200:86.0:1596748218.249293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba27000 0x1fdba27000(0x1fdba27000) 00000800:00000200:86.0:1596748218.249294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba28000 0x1fdba28000(0x1fdba28000) 00000800:00000200:86.0:1596748218.249295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba29000 0x1fdba29000(0x1fdba29000) 00000800:00000010:86.0:1596748218.249868:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bc00 (tot 157580266). 00000800:00000200:86.0:1596748218.249869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.249887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5bc92a00] (20)-- 00000800:00000200:86.0:1596748218.249889:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.122@o2ib36 00000800:00000200:86.0:1596748218.250143:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748218.250542:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.122@o2ib36 00000800:00000200:86.0:1596748218.250544:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.122@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748218.250545:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157580130). 00000800:00000200:86.0:1596748218.250546:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5bc92a00] (19)++ 00000800:00000200:86.0:1596748218.250547:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5bc92a00] (20)++ 00000800:00000200:86.0:1596748218.250548:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5bc92a00] (21)-- 00000800:00000200:40.2:1596748218.250841:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5bc92a00] (20)++ 00000800:00000010:86.0:1596748218.307794:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34e80 (tot 157580242). 00000800:00000200:86.0:1596748218.307797:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34e80] -> 192.168.128.157@o2ib36 (1)++ 00000800:00000010:86.0:1596748218.307799:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34f00 (tot 157580354). 00000800:00000010:86.0:1596748218.307800:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02c400 (tot 157580650). 00000800:00000010:86.0:1596748218.307802:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7140 (tot 157580786). 00000800:00000010:86.0:1596748218.307803:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c10f800 (tot 157582658). 00000800:00000010:86.0:1596748218.307804:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec6a80 (tot 157582810). 00000800:00000200:86.0:1596748218.307811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c0fb000 0x7dc0fb000(0x7dc0fb000) 00000800:00000200:86.0:1596748218.307812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c0fc000 0x7dc0fc000(0x7dc0fc000) 00000800:00000200:86.0:1596748218.307813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c0fd000 0x7dc0fd000(0x7dc0fd000) 00000800:00000200:86.0:1596748218.307814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c0fe000 0x7dc0fe000(0x7dc0fe000) 00000800:00000200:86.0:1596748218.307815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c0ff000 0x7dc0ff000(0x7dc0ff000) 00000800:00000200:86.0:1596748218.307815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c100000 0x7dc100000(0x7dc100000) 00000800:00000200:86.0:1596748218.307816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c101000 0x7dc101000(0x7dc101000) 00000800:00000200:86.0:1596748218.307817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c102000 0x7dc102000(0x7dc102000) 00000800:00000200:86.0:1596748218.307818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c103000 0x7dc103000(0x7dc103000) 00000800:00000200:86.0:1596748218.307819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c104000 0x7dc104000(0x7dc104000) 00000800:00000200:86.0:1596748218.307819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c105000 0x7dc105000(0x7dc105000) 00000800:00000200:86.0:1596748218.307820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c106000 0x7dc106000(0x7dc106000) 00000800:00000200:86.0:1596748218.307821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c107000 0x7dc107000(0x7dc107000) 00000800:00000200:86.0:1596748218.307821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c110000 0x7dc110000(0x7dc110000) 00000800:00000200:86.0:1596748218.307822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c111000 0x7dc111000(0x7dc111000) 00000800:00000200:86.0:1596748218.307823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c112000 0x7dc112000(0x7dc112000) 00000800:00000200:86.0:1596748218.307824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c113000 0x7dc113000(0x7dc113000) 00000800:00000200:86.0:1596748218.307824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c114000 0x7dc114000(0x7dc114000) 00000800:00000010:86.0:1596748218.308383:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34f00 (tot 157582698). 00000800:00000200:86.0:1596748218.308384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.308401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02c400] (20)-- 00000800:00000200:86.0:1596748218.308403:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.157@o2ib36 00000800:00000200:86.0:1596748218.308672:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748218.309109:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.157@o2ib36 00000800:00000200:86.0:1596748218.309110:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.157@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748218.309111:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7140 (tot 157582562). 00000800:00000200:86.0:1596748218.309112:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02c400] (19)++ 00000800:00000200:86.0:1596748218.309113:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02c400] (20)++ 00000800:00000200:86.0:1596748218.309113:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02c400] (21)-- 00000800:00000200:41.2:1596748218.309115:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02c400] (20)++ 00000800:00000010:86.0:1596748218.336780:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc1000 (tot 157582674). 00000800:00000200:86.0:1596748218.336783:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc1000] -> 192.168.128.48@o2ib36 (1)++ 00000800:00000010:86.0:1596748218.336784:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0f80 (tot 157582786). 00000800:00000010:86.0:1596748218.336786:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e0fe00 (tot 157583082). 00000800:00000010:86.0:1596748218.336788:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65cfb2c0 (tot 157583218). 00000800:00000010:86.0:1596748218.336790:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b27800 (tot 157585090). 00000800:00000010:86.0:1596748218.336792:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65b1a000 (tot 157585242). 00000800:00000200:86.0:1596748218.336796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65b17000 0x2fe5b17000(0x2fe5b17000) 00000800:00000200:86.0:1596748218.336797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65b18000 0x2fe5b18000(0x2fe5b18000) 00000800:00000200:86.0:1596748218.336798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65b19000 0x2fe5b19000(0x2fe5b19000) 00000800:00000200:86.0:1596748218.336799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65b1c000 0x2fe5b1c000(0x2fe5b1c000) 00000800:00000200:86.0:1596748218.336800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65b1d000 0x2fe5b1d000(0x2fe5b1d000) 00000800:00000200:86.0:1596748218.336801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65b1e000 0x2fe5b1e000(0x2fe5b1e000) 00000800:00000200:86.0:1596748218.336801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65b1f000 0x2fe5b1f000(0x2fe5b1f000) 00000800:00000200:86.0:1596748218.336802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65b28000 0x2fe5b28000(0x2fe5b28000) 00000800:00000200:86.0:1596748218.336803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65b29000 0x2fe5b29000(0x2fe5b29000) 00000800:00000200:86.0:1596748218.336804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65b2a000 0x2fe5b2a000(0x2fe5b2a000) 00000800:00000200:86.0:1596748218.336804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65b2b000 0x2fe5b2b000(0x2fe5b2b000) 00000800:00000200:86.0:1596748218.336805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65b2c000 0x2fe5b2c000(0x2fe5b2c000) 00000800:00000200:86.0:1596748218.336806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65b2d000 0x2fe5b2d000(0x2fe5b2d000) 00000800:00000200:86.0:1596748218.336807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65b2e000 0x2fe5b2e000(0x2fe5b2e000) 00000800:00000200:86.0:1596748218.336807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65b2f000 0x2fe5b2f000(0x2fe5b2f000) 00000800:00000200:86.0:1596748218.336808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65b30000 0x2fe5b30000(0x2fe5b30000) 00000800:00000200:86.0:1596748218.336809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b31000 0x2fe5b31000(0x2fe5b31000) 00000800:00000200:86.0:1596748218.336809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b32000 0x2fe5b32000(0x2fe5b32000) 00000800:00000010:86.0:1596748218.337378:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0f80 (tot 157585130). 00000800:00000200:86.0:1596748218.337379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.337397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0fe00] (20)-- 00000800:00000200:86.0:1596748218.337398:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.48@o2ib36 00000800:00000200:86.0:1596748218.337662:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748218.338008:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.48@o2ib36 00000800:00000200:86.0:1596748218.338010:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.48@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748218.338010:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65cfb2c0 (tot 157584994). 00000800:00000200:86.0:1596748218.338011:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e0fe00] (19)++ 00000800:00000200:86.0:1596748218.338012:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e0fe00] (20)++ 00000800:00000200:86.0:1596748218.338013:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e0fe00] (21)-- 00000800:00000200:85.2:1596748218.338165:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e0fe00] (20)++ 00000800:00020000:15.0:1596748218.352531:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748218.352534:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748218.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8932200] (22)++ 00000800:00000100:15.0:1596748218.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748218.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849580] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:15.0:1596748218.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f8932200] (23)-- 00000800:00020000:15.0:1596748218.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748218.352544:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748218.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c433600] (22)++ 00000800:00000100:15.0:1596748218.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748218.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35400] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:15.0:1596748218.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c433600] (23)-- 00000400:00000200:15.0:1596748218.353003:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:15.0:1596748218.353005:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:15.0:1596748218.353006:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f8932200] (22)-- 00000400:00000200:15.0:1596748218.353565:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:15.0:1596748218.353567:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:15.0:1596748218.353567:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c433600] (22)-- 00000800:00000200:86.0:1596748218.353586:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f8932200] (21)-- 00000800:00000010:86.0:1596748218.353678:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35080 (tot 157585106). 00000800:00000200:86.0:1596748218.353682:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35080] -> 192.168.128.39@o2ib36 (1)++ 00000800:00000010:86.0:1596748218.353683:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb35000 (tot 157585218). 00000800:00000010:86.0:1596748218.353685:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02ac00 (tot 157585514). 00000800:00000010:86.0:1596748218.353687:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7800 (tot 157585650). 00000800:00000010:86.0:1596748218.353688:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c109000 (tot 157587522). 00000800:00000010:86.0:1596748218.353689:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec6780 (tot 157587674). 00000800:00000200:86.0:1596748218.353692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c115000 0x7dc115000(0x7dc115000) 00000800:00000200:86.0:1596748218.353693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c116000 0x7dc116000(0x7dc116000) 00000800:00000200:86.0:1596748218.353694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c117000 0x7dc117000(0x7dc117000) 00000800:00000200:86.0:1596748218.353695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c118000 0x7dc118000(0x7dc118000) 00000800:00000200:86.0:1596748218.353696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c119000 0x7dc119000(0x7dc119000) 00000800:00000200:86.0:1596748218.353697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c11a000 0x7dc11a000(0x7dc11a000) 00000800:00000200:86.0:1596748218.353697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c11b000 0x7dc11b000(0x7dc11b000) 00000800:00000200:86.0:1596748218.353698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c11c000 0x7dc11c000(0x7dc11c000) 00000800:00000200:86.0:1596748218.353699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c11d000 0x7dc11d000(0x7dc11d000) 00000800:00000200:86.0:1596748218.353700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c11e000 0x7dc11e000(0x7dc11e000) 00000800:00000200:86.0:1596748218.353700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c11f000 0x7dc11f000(0x7dc11f000) 00000800:00000200:86.0:1596748218.353701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c120000 0x7dc120000(0x7dc120000) 00000800:00000200:86.0:1596748218.353702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c121000 0x7dc121000(0x7dc121000) 00000800:00000200:86.0:1596748218.353703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c122000 0x7dc122000(0x7dc122000) 00000800:00000200:86.0:1596748218.353703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c123000 0x7dc123000(0x7dc123000) 00000800:00000200:86.0:1596748218.353704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c124000 0x7dc124000(0x7dc124000) 00000800:00000200:86.0:1596748218.353705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c125000 0x7dc125000(0x7dc125000) 00000800:00000200:86.0:1596748218.353705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c126000 0x7dc126000(0x7dc126000) 00000800:00000010:86.0:1596748218.354253:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb35000 (tot 157587562). 00000800:00000200:86.0:1596748218.354254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02ac00] (20)-- 00000800:00000200:86.0:1596748218.354273:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.39@o2ib36 00000800:00000200:86.0:1596748218.354524:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748218.354535:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c433600] (21)-- 00000800:00000200:86.0:1596748218.354835:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.39@o2ib36 00000800:00000200:86.0:1596748218.354836:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.39@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748218.354837:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7800 (tot 157587426). 00000800:00000200:86.0:1596748218.354838:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02ac00] (19)++ 00000800:00000200:86.0:1596748218.354838:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02ac00] (20)++ 00000800:00000200:86.0:1596748218.354839:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02ac00] (21)-- 00000800:00000200:39.2:1596748218.354999:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02ac00] (20)++ 00000800:00000010:86.0:1596748218.596192:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb35000 (tot 157587538). 00000800:00000200:86.0:1596748218.596195:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb35000] -> 192.168.128.170@o2ib36 (1)++ 00000800:00000010:86.0:1596748218.596197:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34f80 (tot 157587650). 00000800:00000010:86.0:1596748218.596198:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c02b200 (tot 157587946). 00000800:00000010:86.0:1596748218.596199:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7800 (tot 157588082). 00000800:00000010:86.0:1596748218.596200:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c10a000 (tot 157589954). 00000800:00000010:86.0:1596748218.596201:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec6540 (tot 157590106). 00000800:00000200:86.0:1596748218.596206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c127000 0x7dc127000(0x7dc127000) 00000800:00000200:86.0:1596748218.596207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c128000 0x7dc128000(0x7dc128000) 00000800:00000200:86.0:1596748218.596208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c129000 0x7dc129000(0x7dc129000) 00000800:00000200:86.0:1596748218.596209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c12a000 0x7dc12a000(0x7dc12a000) 00000800:00000200:86.0:1596748218.596210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c12b000 0x7dc12b000(0x7dc12b000) 00000800:00000200:86.0:1596748218.596210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c12c000 0x7dc12c000(0x7dc12c000) 00000800:00000200:86.0:1596748218.596211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c12d000 0x7dc12d000(0x7dc12d000) 00000800:00000200:86.0:1596748218.596212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c12e000 0x7dc12e000(0x7dc12e000) 00000800:00000200:86.0:1596748218.596213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c12f000 0x7dc12f000(0x7dc12f000) 00000800:00000200:86.0:1596748218.596213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c130000 0x7dc130000(0x7dc130000) 00000800:00000200:86.0:1596748218.596214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c131000 0x7dc131000(0x7dc131000) 00000800:00000200:86.0:1596748218.596215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c132000 0x7dc132000(0x7dc132000) 00000800:00000200:86.0:1596748218.596216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c133000 0x7dc133000(0x7dc133000) 00000800:00000200:86.0:1596748218.596216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c134000 0x7dc134000(0x7dc134000) 00000800:00000200:86.0:1596748218.596217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c135000 0x7dc135000(0x7dc135000) 00000800:00000200:86.0:1596748218.596218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c136000 0x7dc136000(0x7dc136000) 00000800:00000200:86.0:1596748218.596218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c137000 0x7dc137000(0x7dc137000) 00000800:00000200:86.0:1596748218.596219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c138000 0x7dc138000(0x7dc138000) 00000800:00000010:86.0:1596748218.596807:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34f80 (tot 157589994). 00000800:00000200:86.0:1596748218.596808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.596826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c02b200] (20)-- 00000800:00000200:86.0:1596748218.596827:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.170@o2ib36 00000800:00000200:86.0:1596748218.597073:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748218.597443:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.170@o2ib36 00000800:00000200:86.0:1596748218.597444:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.170@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748218.597445:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7800 (tot 157589858). 00000800:00000200:86.0:1596748218.597446:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c02b200] (19)++ 00000800:00000200:86.0:1596748218.597446:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c02b200] (20)++ 00000800:00000200:86.0:1596748218.597447:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c02b200] (21)-- 00000800:00000200:86.2:1596748218.597449:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c02b200] (21)++ 00000800:00000010:86.0:1596748219.187433:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848c80 (tot 157589970). 00000800:00000200:86.0:1596748219.187437:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848c80] -> 192.168.128.155@o2ib36 (1)++ 00000800:00000010:86.0:1596748219.187438:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848d00 (tot 157590082). 00000800:00000010:86.0:1596748219.187440:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c41be82c00 (tot 157590378). 00000800:00000010:86.0:1596748219.187441:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb32c0 (tot 157590514). 00000800:00000010:86.0:1596748219.187443:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c42cd94800 (tot 157592386). 00000800:00000010:86.0:1596748219.187444:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb29c0 (tot 157592538). 00000800:00000200:86.0:1596748219.187449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ee504000 0x376e504000(0x376e504000) 00000800:00000200:86.0:1596748219.187450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ee505000 0x376e505000(0x376e505000) 00000800:00000200:86.0:1596748219.187451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ee506000 0x376e506000(0x376e506000) 00000800:00000200:86.0:1596748219.187452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ee507000 0x376e507000(0x376e507000) 00000800:00000200:86.0:1596748219.187453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ee530000 0x376e530000(0x376e530000) 00000800:00000200:86.0:1596748219.187454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ee531000 0x376e531000(0x376e531000) 00000800:00000200:86.0:1596748219.187454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ee532000 0x376e532000(0x376e532000) 00000800:00000200:86.0:1596748219.187455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ee533000 0x376e533000(0x376e533000) 00000800:00000200:86.0:1596748219.187456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ee534000 0x376e534000(0x376e534000) 00000800:00000200:86.0:1596748219.187457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ee535000 0x376e535000(0x376e535000) 00000800:00000200:86.0:1596748219.187457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ee536000 0x376e536000(0x376e536000) 00000800:00000200:86.0:1596748219.187458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ee537000 0x376e537000(0x376e537000) 00000800:00000200:86.0:1596748219.187459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ee538000 0x376e538000(0x376e538000) 00000800:00000200:86.0:1596748219.187460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ee539000 0x376e539000(0x376e539000) 00000800:00000200:86.0:1596748219.187460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ee53a000 0x376e53a000(0x376e53a000) 00000800:00000200:86.0:1596748219.187461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ee53b000 0x376e53b000(0x376e53b000) 00000800:00000200:86.0:1596748219.187462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ee53c000 0x376e53c000(0x376e53c000) 00000800:00000200:86.0:1596748219.187463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ee53d000 0x376e53d000(0x376e53d000) 00000800:00000010:86.0:1596748219.188047:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848d00 (tot 157592426). 00000800:00000200:86.0:1596748219.188048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c41be82c00] (20)-- 00000800:00000200:86.0:1596748219.188067:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.155@o2ib36 00000800:00000200:86.0:1596748219.188320:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748219.188704:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.155@o2ib36 00000800:00000200:86.0:1596748219.188706:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.155@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748219.188706:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb32c0 (tot 157592290). 00000800:00000200:86.0:1596748219.188707:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c41be82c00] (19)++ 00000800:00000200:86.0:1596748219.188708:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c41be82c00] (20)++ 00000800:00000200:86.0:1596748219.188709:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c41be82c00] (21)-- 00000800:00000200:40.2:1596748219.188876:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c41be82c00] (20)++ 00000800:00000010:86.0:1596748219.362638:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a200 (tot 157592402). 00000800:00000200:86.0:1596748219.362642:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a200] -> 192.168.128.101@o2ib36 (1)++ 00000800:00000010:86.0:1596748219.362644:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a280 (tot 157592514). 00000800:00000010:86.0:1596748219.362645:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a514b2c800 (tot 157592810). 00000800:00000010:86.0:1596748219.362647:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b58c0 (tot 157592946). 00000800:00000010:86.0:1596748219.362649:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5b934000 (tot 157594818). 00000800:00000010:86.0:1596748219.362650:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b4f00 (tot 157594970). 00000800:00000200:86.0:1596748219.362656:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba2a000 0x1fdba2a000(0x1fdba2a000) 00000800:00000200:86.0:1596748219.362657:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba2b000 0x1fdba2b000(0x1fdba2b000) 00000800:00000200:86.0:1596748219.362658:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba2c000 0x1fdba2c000(0x1fdba2c000) 00000800:00000200:86.0:1596748219.362659:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba2d000 0x1fdba2d000(0x1fdba2d000) 00000800:00000200:86.0:1596748219.362660:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba2e000 0x1fdba2e000(0x1fdba2e000) 00000800:00000200:86.0:1596748219.362661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba2f000 0x1fdba2f000(0x1fdba2f000) 00000800:00000200:86.0:1596748219.362661:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba30000 0x1fdba30000(0x1fdba30000) 00000800:00000200:86.0:1596748219.362662:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba31000 0x1fdba31000(0x1fdba31000) 00000800:00000200:86.0:1596748219.362663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba32000 0x1fdba32000(0x1fdba32000) 00000800:00000200:86.0:1596748219.362663:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba33000 0x1fdba33000(0x1fdba33000) 00000800:00000200:86.0:1596748219.362664:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba34000 0x1fdba34000(0x1fdba34000) 00000800:00000200:86.0:1596748219.362665:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba35000 0x1fdba35000(0x1fdba35000) 00000800:00000200:86.0:1596748219.362666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba36000 0x1fdba36000(0x1fdba36000) 00000800:00000200:86.0:1596748219.362666:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba37000 0x1fdba37000(0x1fdba37000) 00000800:00000200:86.0:1596748219.362667:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba38000 0x1fdba38000(0x1fdba38000) 00000800:00000200:86.0:1596748219.362668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba39000 0x1fdba39000(0x1fdba39000) 00000800:00000200:86.0:1596748219.362669:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba3a000 0x1fdba3a000(0x1fdba3a000) 00000800:00000200:86.0:1596748219.362669:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba3b000 0x1fdba3b000(0x1fdba3b000) 00000800:00000010:86.0:1596748219.363246:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a280 (tot 157594858). 00000800:00000200:86.0:1596748219.363247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2c800] (20)-- 00000800:00000200:86.0:1596748219.363266:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.101@o2ib36 00000800:00000200:86.0:1596748219.363531:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748219.363901:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.101@o2ib36 00000800:00000200:86.0:1596748219.363902:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.101@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748219.363903:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b58c0 (tot 157594722). 00000800:00000200:86.0:1596748219.363904:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a514b2c800] (19)++ 00000800:00000200:86.0:1596748219.363904:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a514b2c800] (20)++ 00000800:00000200:86.0:1596748219.363905:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a514b2c800] (21)-- 00000800:00000200:38.2:1596748219.363910:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a514b2c800] (20)++ 00000800:00000010:86.0:1596748219.601146:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849100 (tot 157594834). 00000800:00000200:86.0:1596748219.601149:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849100] -> 192.168.128.168@o2ib36 (1)++ 00000800:00000010:86.0:1596748219.601151:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849080 (tot 157594946). 00000800:00000010:86.0:1596748219.601160:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c40ee46e00 (tot 157595242). 00000800:00000010:86.0:1596748219.601162:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb2540 (tot 157595378). 00000800:00000010:86.0:1596748219.601163:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee60f800 (tot 157597250). 00000800:00000010:86.0:1596748219.601164:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb2480 (tot 157597402). 00000800:00000200:86.0:1596748219.601167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ee6f8000 0x376e6f8000(0x376e6f8000) 00000800:00000200:86.0:1596748219.601168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ee6f9000 0x376e6f9000(0x376e6f9000) 00000800:00000200:86.0:1596748219.601169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ee6fa000 0x376e6fa000(0x376e6fa000) 00000800:00000200:86.0:1596748219.601170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ee6fb000 0x376e6fb000(0x376e6fb000) 00000800:00000200:86.0:1596748219.601171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ee6fc000 0x376e6fc000(0x376e6fc000) 00000800:00000200:86.0:1596748219.601171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ee6fd000 0x376e6fd000(0x376e6fd000) 00000800:00000200:86.0:1596748219.601172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ee6fe000 0x376e6fe000(0x376e6fe000) 00000800:00000200:86.0:1596748219.601173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ee6ff000 0x376e6ff000(0x376e6ff000) 00000800:00000200:86.0:1596748219.601174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ee700000 0x376e700000(0x376e700000) 00000800:00000200:86.0:1596748219.601174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ee701000 0x376e701000(0x376e701000) 00000800:00000200:86.0:1596748219.601175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ee702000 0x376e702000(0x376e702000) 00000800:00000200:86.0:1596748219.601176:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ee703000 0x376e703000(0x376e703000) 00000800:00000200:86.0:1596748219.601177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ee704000 0x376e704000(0x376e704000) 00000800:00000200:86.0:1596748219.601177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ee705000 0x376e705000(0x376e705000) 00000800:00000200:86.0:1596748219.601178:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ee706000 0x376e706000(0x376e706000) 00000800:00000200:86.0:1596748219.601179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ee707000 0x376e707000(0x376e707000) 00000800:00000200:86.0:1596748219.601179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ee708000 0x376e708000(0x376e708000) 00000800:00000200:86.0:1596748219.601180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ee709000 0x376e709000(0x376e709000) 00000800:00000010:86.0:1596748219.601718:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849080 (tot 157597290). 00000800:00000200:86.0:1596748219.601719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.601737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee46e00] (20)-- 00000800:00000200:86.0:1596748219.601738:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.168@o2ib36 00000800:00000200:86.0:1596748219.601996:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748219.602356:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.168@o2ib36 00000800:00000200:86.0:1596748219.602357:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.168@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748219.602358:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb2540 (tot 157597154). 00000800:00000200:86.0:1596748219.602359:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c40ee46e00] (19)++ 00000800:00000200:86.0:1596748219.602360:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c40ee46e00] (20)++ 00000800:00000200:86.0:1596748219.602361:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c40ee46e00] (21)-- 00000800:00000200:37.2:1596748219.602547:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee46e00] (20)++ 00000800:00000010:86.0:1596748219.602599:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463753f80 (tot 157597266). 00000800:00000200:86.0:1596748219.602602:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463753f80] -> 192.168.128.119@o2ib36 (1)++ 00000800:00000010:86.0:1596748219.602603:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463753f00 (tot 157597378). 00000800:00000010:86.0:1596748219.602608:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464257000 (tot 157597674). 00000800:00000010:86.0:1596748219.602610:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463755ec0 (tot 157597810). 00000800:00000010:86.0:1596748219.602611:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46301a000 (tot 157599682). 00000800:00000010:86.0:1596748219.602612:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463755e00 (tot 157599834). 00000800:00000200:86.0:1596748219.602619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463706000 0x27e3706000(0x27e3706000) 00000800:00000200:86.0:1596748219.602620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463707000 0x27e3707000(0x27e3707000) 00000800:00000200:86.0:1596748219.602621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463708000 0x27e3708000(0x27e3708000) 00000800:00000200:86.0:1596748219.602621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463709000 0x27e3709000(0x27e3709000) 00000800:00000200:86.0:1596748219.602622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46370a000 0x27e370a000(0x27e370a000) 00000800:00000200:86.0:1596748219.602623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46370b000 0x27e370b000(0x27e370b000) 00000800:00000200:86.0:1596748219.602624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46370c000 0x27e370c000(0x27e370c000) 00000800:00000200:86.0:1596748219.602624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46370d000 0x27e370d000(0x27e370d000) 00000800:00000200:86.0:1596748219.602625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46370e000 0x27e370e000(0x27e370e000) 00000800:00000200:86.0:1596748219.602626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46370f000 0x27e370f000(0x27e370f000) 00000800:00000200:86.0:1596748219.602627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463710000 0x27e3710000(0x27e3710000) 00000800:00000200:86.0:1596748219.602628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463711000 0x27e3711000(0x27e3711000) 00000800:00000200:86.0:1596748219.602628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463712000 0x27e3712000(0x27e3712000) 00000800:00000200:86.0:1596748219.602629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463713000 0x27e3713000(0x27e3713000) 00000800:00000200:86.0:1596748219.602630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463714000 0x27e3714000(0x27e3714000) 00000800:00000200:86.0:1596748219.602631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463715000 0x27e3715000(0x27e3715000) 00000800:00000200:86.0:1596748219.602631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463716000 0x27e3716000(0x27e3716000) 00000800:00000200:86.0:1596748219.602632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463717000 0x27e3717000(0x27e3717000) 00000800:00000010:86.0:1596748219.603166:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463753f00 (tot 157599722). 00000800:00000200:86.0:1596748219.603167:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603176:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603176:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603177:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603177:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603178:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603178:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603179:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603179:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603180:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603180:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603181:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603181:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603182:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603182:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603183:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603183:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603184:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603184:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464257000] (20)-- 00000800:00000200:86.0:1596748219.603185:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.119@o2ib36 00000800:00000200:86.0:1596748219.603445:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748219.603815:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.119@o2ib36 00000800:00000200:86.0:1596748219.603816:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.119@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748219.603817:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463755ec0 (tot 157599586). 00000800:00000200:86.0:1596748219.603818:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464257000] (19)++ 00000800:00000200:86.0:1596748219.603819:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464257000] (20)++ 00000800:00000200:86.0:1596748219.603820:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464257000] (21)-- 00000800:00000200:40.2:1596748219.603987:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464257000] (20)++ 00000800:00000010:86.0:1596748220.347736:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3500 (tot 157599698). 00000800:00000200:86.0:1596748220.347739:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3500] -> 192.168.128.133@o2ib36 (1)++ 00000800:00000010:86.0:1596748220.347742:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3480 (tot 157599810). 00000800:00000010:86.0:1596748220.347745:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c736f6200 (tot 157600106). 00000800:00000010:86.0:1596748220.347747:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c7e63acc0 (tot 157600242). 00000800:00000010:86.0:1596748220.347749:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e26c000 (tot 157602114). 00000800:00000010:86.0:1596748220.347752:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e2fa000 (tot 157602266). 00000800:00000200:86.0:1596748220.347756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e2f9000 0xfde2f9000(0xfde2f9000) 00000800:00000200:86.0:1596748220.347757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e2fc000 0xfde2fc000(0xfde2fc000) 00000800:00000200:86.0:1596748220.347758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e2fd000 0xfde2fd000(0xfde2fd000) 00000800:00000200:86.0:1596748220.347759:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e2fe000 0xfde2fe000(0xfde2fe000) 00000800:00000200:86.0:1596748220.347760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e2ff000 0xfde2ff000(0xfde2ff000) 00000800:00000200:86.0:1596748220.347761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e300000 0xfde300000(0xfde300000) 00000800:00000200:86.0:1596748220.347761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e301000 0xfde301000(0xfde301000) 00000800:00000200:86.0:1596748220.347762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e302000 0xfde302000(0xfde302000) 00000800:00000200:86.0:1596748220.347763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e303000 0xfde303000(0xfde303000) 00000800:00000200:86.0:1596748220.347764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e304000 0xfde304000(0xfde304000) 00000800:00000200:86.0:1596748220.347764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e305000 0xfde305000(0xfde305000) 00000800:00000200:86.0:1596748220.347765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e306000 0xfde306000(0xfde306000) 00000800:00000200:86.0:1596748220.347766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e307000 0xfde307000(0xfde307000) 00000800:00000200:86.0:1596748220.347766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e308000 0xfde308000(0xfde308000) 00000800:00000200:86.0:1596748220.347767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e309000 0xfde309000(0xfde309000) 00000800:00000200:86.0:1596748220.347768:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e30a000 0xfde30a000(0xfde30a000) 00000800:00000200:86.0:1596748220.347769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e30b000 0xfde30b000(0xfde30b000) 00000800:00000200:86.0:1596748220.347769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e30c000 0xfde30c000(0xfde30c000) 00000800:00000010:86.0:1596748220.348330:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3480 (tot 157602154). 00000800:00000200:86.0:1596748220.348331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f6200] (20)-- 00000800:00000200:86.0:1596748220.348350:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.133@o2ib36 00000800:00000200:86.0:1596748220.348627:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:89.2:1596748220.348934:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c736f6200] (19)++ 00000800:00000200:86.0:1596748220.348937:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.133@o2ib36 00000800:00000200:86.0:1596748220.348938:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.133@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748220.348939:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c7e63acc0 (tot 157602018). 00000800:00000200:86.0:1596748220.348940:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c736f6200] (20)++ 00000800:00000200:86.0:1596748220.348941:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c736f6200] (21)++ 00000800:00000200:86.0:1596748220.348942:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c736f6200] (22)-- 00000800:00000200:86.0:1596748220.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748220.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748221.112855:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848d00 (tot 157602130). 00000800:00000200:86.0:1596748221.112859:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848d00] -> 192.168.128.3@o2ib36 (1)++ 00000800:00000010:86.0:1596748221.112860:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848d80 (tot 157602242). 00000800:00000010:86.0:1596748221.112864:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f8934800 (tot 157602538). 00000800:00000010:86.0:1596748221.112866:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb32c0 (tot 157602674). 00000800:00000010:86.0:1596748221.112869:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee608000 (tot 157604546). 00000800:00000010:86.0:1596748221.112870:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb2b40 (tot 157604698). 00000800:00000200:86.0:1596748221.112873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ee1c6000 0x376e1c6000(0x376e1c6000) 00000800:00000200:86.0:1596748221.112874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ee1c7000 0x376e1c7000(0x376e1c7000) 00000800:00000200:86.0:1596748221.112875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ee1c8000 0x376e1c8000(0x376e1c8000) 00000800:00000200:86.0:1596748221.112876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ee1c9000 0x376e1c9000(0x376e1c9000) 00000800:00000200:86.0:1596748221.112877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ee1ca000 0x376e1ca000(0x376e1ca000) 00000800:00000200:86.0:1596748221.112878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ee1cb000 0x376e1cb000(0x376e1cb000) 00000800:00000200:86.0:1596748221.112878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ee1cc000 0x376e1cc000(0x376e1cc000) 00000800:00000200:86.0:1596748221.112879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ee1cd000 0x376e1cd000(0x376e1cd000) 00000800:00000200:86.0:1596748221.112880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ee1ce000 0x376e1ce000(0x376e1ce000) 00000800:00000200:86.0:1596748221.112881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ee1cf000 0x376e1cf000(0x376e1cf000) 00000800:00000200:86.0:1596748221.112881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ee1d0000 0x376e1d0000(0x376e1d0000) 00000800:00000200:86.0:1596748221.112882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ee1d1000 0x376e1d1000(0x376e1d1000) 00000800:00000200:86.0:1596748221.112883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ee1d2000 0x376e1d2000(0x376e1d2000) 00000800:00000200:86.0:1596748221.112884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ee1d3000 0x376e1d3000(0x376e1d3000) 00000800:00000200:86.0:1596748221.112884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ee1d4000 0x376e1d4000(0x376e1d4000) 00000800:00000200:86.0:1596748221.112885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ee1d5000 0x376e1d5000(0x376e1d5000) 00000800:00000200:86.0:1596748221.112886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ee1d6000 0x376e1d6000(0x376e1d6000) 00000800:00000200:86.0:1596748221.112887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ee1d7000 0x376e1d7000(0x376e1d7000) 00000800:00000010:86.0:1596748221.113444:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848d80 (tot 157604586). 00000800:00000200:86.0:1596748221.113446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.113463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f8934800] (20)-- 00000800:00000200:86.0:1596748221.113465:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.3@o2ib36 00000800:00000200:86.0:1596748221.113731:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748221.114034:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.3@o2ib36 00000800:00000200:86.0:1596748221.114036:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.3@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748221.114036:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb32c0 (tot 157604450). 00000800:00000200:86.0:1596748221.114037:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f8934800] (19)++ 00000800:00000200:86.0:1596748221.114038:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f8934800] (20)++ 00000800:00000200:86.0:1596748221.114039:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f8934800] (21)-- 00000800:00000200:85.2:1596748221.114189:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f8934800] (20)++ 00000800:00000010:86.0:1596748221.975939:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34f00 (tot 157604562). 00000800:00000200:86.0:1596748221.975942:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34f00] -> 192.168.128.162@o2ib36 (1)++ 00000800:00000010:86.0:1596748221.975944:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945cb34f80 (tot 157604674). 00000800:00000010:86.0:1596748221.975946:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98947e56f000 (tot 157604970). 00000800:00000010:86.0:1596748221.975948:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7140 (tot 157605106). 00000800:00000010:86.0:1596748221.975950:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c10e800 (tot 157606978). 00000800:00000010:86.0:1596748221.975951:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec6cc0 (tot 157607130). 00000800:00000200:86.0:1596748221.975957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c139000 0x7dc139000(0x7dc139000) 00000800:00000200:86.0:1596748221.975958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c13a000 0x7dc13a000(0x7dc13a000) 00000800:00000200:86.0:1596748221.975959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c13b000 0x7dc13b000(0x7dc13b000) 00000800:00000200:86.0:1596748221.975959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c13c000 0x7dc13c000(0x7dc13c000) 00000800:00000200:86.0:1596748221.975960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c13d000 0x7dc13d000(0x7dc13d000) 00000800:00000200:86.0:1596748221.975961:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c13e000 0x7dc13e000(0x7dc13e000) 00000800:00000200:86.0:1596748221.975962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c13f000 0x7dc13f000(0x7dc13f000) 00000800:00000200:86.0:1596748221.975962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c140000 0x7dc140000(0x7dc140000) 00000800:00000200:86.0:1596748221.975963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c141000 0x7dc141000(0x7dc141000) 00000800:00000200:86.0:1596748221.975964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c142000 0x7dc142000(0x7dc142000) 00000800:00000200:86.0:1596748221.975965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c143000 0x7dc143000(0x7dc143000) 00000800:00000200:86.0:1596748221.975965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c144000 0x7dc144000(0x7dc144000) 00000800:00000200:86.0:1596748221.975966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c145000 0x7dc145000(0x7dc145000) 00000800:00000200:86.0:1596748221.975967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c146000 0x7dc146000(0x7dc146000) 00000800:00000200:86.0:1596748221.975967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c147000 0x7dc147000(0x7dc147000) 00000800:00000200:86.0:1596748221.975968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c148000 0x7dc148000(0x7dc148000) 00000800:00000200:86.0:1596748221.975969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c149000 0x7dc149000(0x7dc149000) 00000800:00000200:86.0:1596748221.975970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c14a000 0x7dc14a000(0x7dc14a000) 00000800:00000010:86.0:1596748221.976548:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945cb34f80 (tot 157607018). 00000800:00000200:86.0:1596748221.976549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976555:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976556:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.976567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e56f000] (20)-- 00000800:00000200:86.0:1596748221.976569:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.162@o2ib36 00000800:00000200:86.0:1596748221.976840:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748221.977232:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.162@o2ib36 00000800:00000200:86.0:1596748221.977233:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.162@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748221.977234:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7140 (tot 157606882). 00000800:00000200:86.0:1596748221.977235:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98947e56f000] (19)++ 00000800:00000200:86.0:1596748221.977236:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98947e56f000] (20)++ 00000800:00000200:86.0:1596748221.977237:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98947e56f000] (21)-- 00000800:00000200:37.2:1596748221.977399:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98947e56f000] (20)++ 00000800:00000010:86.0:1596748222.099232:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849080 (tot 157606994). 00000800:00000200:86.0:1596748222.099235:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849080] -> 192.168.128.100@o2ib36 (1)++ 00000800:00000010:86.0:1596748222.099237:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408849000 (tot 157607106). 00000800:00000010:86.0:1596748222.099241:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ee3e8000 (tot 157607402). 00000800:00000010:86.0:1596748222.099243:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb2540 (tot 157607538). 00000800:00000010:86.0:1596748222.099244:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee60e800 (tot 157609410). 00000800:00000010:86.0:1596748222.099246:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c443bb3080 (tot 157609562). 00000800:00000200:86.0:1596748222.099248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ee3ab000 0x376e3ab000(0x376e3ab000) 00000800:00000200:86.0:1596748222.099249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ee3ac000 0x376e3ac000(0x376e3ac000) 00000800:00000200:86.0:1596748222.099250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ee3ad000 0x376e3ad000(0x376e3ad000) 00000800:00000200:86.0:1596748222.099251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ee3ae000 0x376e3ae000(0x376e3ae000) 00000800:00000200:86.0:1596748222.099252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ee3af000 0x376e3af000(0x376e3af000) 00000800:00000200:86.0:1596748222.099253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ee3b0000 0x376e3b0000(0x376e3b0000) 00000800:00000200:86.0:1596748222.099253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ee3b1000 0x376e3b1000(0x376e3b1000) 00000800:00000200:86.0:1596748222.099254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ee3b2000 0x376e3b2000(0x376e3b2000) 00000800:00000200:86.0:1596748222.099255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ee3b3000 0x376e3b3000(0x376e3b3000) 00000800:00000200:86.0:1596748222.099255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ee3b4000 0x376e3b4000(0x376e3b4000) 00000800:00000200:86.0:1596748222.099256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ee3b5000 0x376e3b5000(0x376e3b5000) 00000800:00000200:86.0:1596748222.099257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ee3b6000 0x376e3b6000(0x376e3b6000) 00000800:00000200:86.0:1596748222.099258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ee3b7000 0x376e3b7000(0x376e3b7000) 00000800:00000200:86.0:1596748222.099258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ee3b8000 0x376e3b8000(0x376e3b8000) 00000800:00000200:86.0:1596748222.099259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ee3b9000 0x376e3b9000(0x376e3b9000) 00000800:00000200:86.0:1596748222.099260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ee3ba000 0x376e3ba000(0x376e3ba000) 00000800:00000200:86.0:1596748222.099260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ee3bb000 0x376e3bb000(0x376e3bb000) 00000800:00000200:86.0:1596748222.099261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ee3bc000 0x376e3bc000(0x376e3bc000) 00000800:00000010:86.0:1596748222.099850:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408849000 (tot 157609450). 00000800:00000200:86.0:1596748222.099852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.099869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8000] (20)-- 00000800:00000200:86.0:1596748222.099871:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.100@o2ib36 00000800:00000200:86.0:1596748222.100119:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748222.100507:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.100@o2ib36 00000800:00000200:86.0:1596748222.100508:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.100@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748222.100509:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb2540 (tot 157609314). 00000800:00000200:89.2:1596748222.100510:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.100510:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ee3e8000] (19)++ 00000800:00000200:86.0:1596748222.100510:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ee3e8000] (20)++ 00000800:00000200:86.0:1596748222.100511:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ee3e8000] (21)-- 00000800:00000010:86.0:1596748222.443893:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2a80 (tot 157609426). 00000800:00000200:86.0:1596748222.443896:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2a80] -> 192.168.128.44@o2ib36 (1)++ 00000800:00000010:86.0:1596748222.443898:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2b00 (tot 157609538). 00000800:00000010:86.0:1596748222.443900:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c736f3400 (tot 157609834). 00000800:00000010:86.0:1596748222.443902:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e2fbec0 (tot 157609970). 00000800:00000010:86.0:1596748222.443903:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e26e800 (tot 157611842). 00000800:00000010:86.0:1596748222.443905:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e2fbe00 (tot 157611994). 00000800:00000200:86.0:1596748222.443910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e30d000 0xfde30d000(0xfde30d000) 00000800:00000200:86.0:1596748222.443911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e30e000 0xfde30e000(0xfde30e000) 00000800:00000200:86.0:1596748222.443912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e30f000 0xfde30f000(0xfde30f000) 00000800:00000200:86.0:1596748222.443912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e310000 0xfde310000(0xfde310000) 00000800:00000200:86.0:1596748222.443913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e311000 0xfde311000(0xfde311000) 00000800:00000200:86.0:1596748222.443914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e312000 0xfde312000(0xfde312000) 00000800:00000200:86.0:1596748222.443915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e313000 0xfde313000(0xfde313000) 00000800:00000200:86.0:1596748222.443915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e314000 0xfde314000(0xfde314000) 00000800:00000200:86.0:1596748222.443916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e315000 0xfde315000(0xfde315000) 00000800:00000200:86.0:1596748222.443917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e316000 0xfde316000(0xfde316000) 00000800:00000200:86.0:1596748222.443917:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e317000 0xfde317000(0xfde317000) 00000800:00000200:86.0:1596748222.443918:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e318000 0xfde318000(0xfde318000) 00000800:00000200:86.0:1596748222.443919:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e319000 0xfde319000(0xfde319000) 00000800:00000200:86.0:1596748222.443920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e31a000 0xfde31a000(0xfde31a000) 00000800:00000200:86.0:1596748222.443920:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e31b000 0xfde31b000(0xfde31b000) 00000800:00000200:86.0:1596748222.443921:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e31c000 0xfde31c000(0xfde31c000) 00000800:00000200:86.0:1596748222.443922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e31d000 0xfde31d000(0xfde31d000) 00000800:00000200:86.0:1596748222.443923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e31e000 0xfde31e000(0xfde31e000) 00000800:00000010:86.0:1596748222.444490:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2b00 (tot 157611882). 00000800:00000200:86.0:1596748222.444491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.444519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f3400] (20)-- 00000800:00000200:86.0:1596748222.444520:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.44@o2ib36 00000800:00000200:86.0:1596748222.444772:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748222.445119:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c736f3400] (19)++ 00000800:00000200:86.0:1596748222.445120:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.44@o2ib36 00000800:00000200:86.0:1596748222.445122:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.44@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748222.445124:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e2fbec0 (tot 157611746). 00000800:00000200:86.0:1596748222.445125:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c736f3400] (20)++ 00000800:00000200:86.0:1596748222.445126:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c736f3400] (21)++ 00000800:00000200:86.0:1596748222.445127:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c736f3400] (22)-- 00000800:00000010:86.0:1596748222.950199:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945cb34f80 (tot 157611858). 00000800:00000200:86.0:1596748222.950202:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945cb34f80] -> 192.168.128.136@o2ib36 (1)++ 00000800:00000010:86.0:1596748222.950206:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945c168000 (tot 157611970). 00000800:00000010:86.0:1596748222.950208:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98947e568200 (tot 157612266). 00000800:00000010:86.0:1596748222.950209:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7800 (tot 157612402). 00000800:00000010:86.0:1596748222.950211:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c10b000 (tot 157614274). 00000800:00000010:86.0:1596748222.950212:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec7a40 (tot 157614426). 00000800:00000200:86.0:1596748222.950215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c14b000 0x7dc14b000(0x7dc14b000) 00000800:00000200:86.0:1596748222.950216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c14c000 0x7dc14c000(0x7dc14c000) 00000800:00000200:86.0:1596748222.950217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c14d000 0x7dc14d000(0x7dc14d000) 00000800:00000200:86.0:1596748222.950218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c14e000 0x7dc14e000(0x7dc14e000) 00000800:00000200:86.0:1596748222.950218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c14f000 0x7dc14f000(0x7dc14f000) 00000800:00000200:86.0:1596748222.950219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c150000 0x7dc150000(0x7dc150000) 00000800:00000200:86.0:1596748222.950220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c151000 0x7dc151000(0x7dc151000) 00000800:00000200:86.0:1596748222.950220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c152000 0x7dc152000(0x7dc152000) 00000800:00000200:86.0:1596748222.950221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c153000 0x7dc153000(0x7dc153000) 00000800:00000200:86.0:1596748222.950222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c154000 0x7dc154000(0x7dc154000) 00000800:00000200:86.0:1596748222.950223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c155000 0x7dc155000(0x7dc155000) 00000800:00000200:86.0:1596748222.950223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c156000 0x7dc156000(0x7dc156000) 00000800:00000200:86.0:1596748222.950224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c157000 0x7dc157000(0x7dc157000) 00000800:00000200:86.0:1596748222.950225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c158000 0x7dc158000(0x7dc158000) 00000800:00000200:86.0:1596748222.950226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c159000 0x7dc159000(0x7dc159000) 00000800:00000200:86.0:1596748222.950226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c15a000 0x7dc15a000(0x7dc15a000) 00000800:00000200:86.0:1596748222.950227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c15b000 0x7dc15b000(0x7dc15b000) 00000800:00000200:86.0:1596748222.950228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c15c000 0x7dc15c000(0x7dc15c000) 00000800:00000010:86.0:1596748222.950813:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945c168000 (tot 157614314). 00000800:00000200:86.0:1596748222.950815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.950832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e568200] (20)-- 00000800:00000200:86.0:1596748222.950834:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.136@o2ib36 00000800:00000200:86.0:1596748222.951080:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748222.951390:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.136@o2ib36 00000800:00000200:86.0:1596748222.951392:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.136@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748222.951392:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7800 (tot 157614178). 00000800:00000200:36.2:1596748222.951392:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.951393:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98947e568200] (19)++ 00000800:00000200:86.0:1596748222.951394:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98947e568200] (21)++ 00000800:00000200:86.0:1596748222.951395:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98947e568200] (22)-- 00000800:00000010:86.0:1596748223.034345:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bc00 (tot 157614290). 00000800:00000200:86.0:1596748223.034348:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bc00] -> 192.168.128.93@o2ib36 (1)++ 00000800:00000010:86.0:1596748223.034350:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bb80 (tot 157614402). 00000800:00000010:86.0:1596748223.034352:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac730c0000 (tot 157614698). 00000800:00000010:86.0:1596748223.034353:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b5980 (tot 157614834). 00000800:00000010:86.0:1596748223.034357:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba40000 (tot 157616706). 00000800:00000010:86.0:1596748223.034358:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b4a80 (tot 157616858). 00000800:00000200:86.0:1596748223.034363:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba3c000 0x1fdba3c000(0x1fdba3c000) 00000800:00000200:86.0:1596748223.034364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba3d000 0x1fdba3d000(0x1fdba3d000) 00000800:00000200:86.0:1596748223.034365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba3e000 0x1fdba3e000(0x1fdba3e000) 00000800:00000200:86.0:1596748223.034366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba3f000 0x1fdba3f000(0x1fdba3f000) 00000800:00000200:86.0:1596748223.034366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba48000 0x1fdba48000(0x1fdba48000) 00000800:00000200:86.0:1596748223.034367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba49000 0x1fdba49000(0x1fdba49000) 00000800:00000200:86.0:1596748223.034368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba4a000 0x1fdba4a000(0x1fdba4a000) 00000800:00000200:86.0:1596748223.034369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba4b000 0x1fdba4b000(0x1fdba4b000) 00000800:00000200:86.0:1596748223.034369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba4c000 0x1fdba4c000(0x1fdba4c000) 00000800:00000200:86.0:1596748223.034370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba4d000 0x1fdba4d000(0x1fdba4d000) 00000800:00000200:86.0:1596748223.034371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba4e000 0x1fdba4e000(0x1fdba4e000) 00000800:00000200:86.0:1596748223.034372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba4f000 0x1fdba4f000(0x1fdba4f000) 00000800:00000200:86.0:1596748223.034372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba50000 0x1fdba50000(0x1fdba50000) 00000800:00000200:86.0:1596748223.034373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba51000 0x1fdba51000(0x1fdba51000) 00000800:00000200:86.0:1596748223.034374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba52000 0x1fdba52000(0x1fdba52000) 00000800:00000200:86.0:1596748223.034375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba53000 0x1fdba53000(0x1fdba53000) 00000800:00000200:86.0:1596748223.034375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba54000 0x1fdba54000(0x1fdba54000) 00000800:00000200:86.0:1596748223.034376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba55000 0x1fdba55000(0x1fdba55000) 00000800:00000010:86.0:1596748223.034908:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bb80 (tot 157616746). 00000800:00000200:86.0:1596748223.034909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034917:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034918:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.034926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c0000] (20)-- 00000800:00000200:86.0:1596748223.034928:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.93@o2ib36 00000800:00000200:86.0:1596748223.035183:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748223.035551:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.93@o2ib36 00000800:00000200:86.0:1596748223.035553:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.93@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748223.035554:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b5980 (tot 157616610). 00000800:00000200:86.0:1596748223.035555:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac730c0000] (19)++ 00000800:00000200:86.0:1596748223.035556:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac730c0000] (20)++ 00000800:00000200:86.0:1596748223.035557:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac730c0000] (21)-- 00000800:00000200:87.2:1596748223.035709:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac730c0000] (20)++ 00000800:00000010:86.0:1596748223.327792:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848d80 (tot 157616722). 00000800:00000200:86.0:1596748223.327795:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848d80] -> 192.168.128.113@o2ib36 (1)++ 00000800:00000010:86.0:1596748223.327796:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848e00 (tot 157616834). 00000800:00000010:86.0:1596748223.327799:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ee3e8600 (tot 157617130). 00000800:00000010:86.0:1596748223.327800:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c443bb2540 (tot 157617266). 00000800:00000010:86.0:1596748223.327801:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee609000 (tot 157619138). 00000800:00000010:86.0:1596748223.327802:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353e840 (tot 157619290). 00000800:00000200:86.0:1596748223.327807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3edf79000 0x376df79000(0x376df79000) 00000800:00000200:86.0:1596748223.327808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3edf7a000 0x376df7a000(0x376df7a000) 00000800:00000200:86.0:1596748223.327809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3edf7b000 0x376df7b000(0x376df7b000) 00000800:00000200:86.0:1596748223.327810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3edf7c000 0x376df7c000(0x376df7c000) 00000800:00000200:86.0:1596748223.327810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3edf7d000 0x376df7d000(0x376df7d000) 00000800:00000200:86.0:1596748223.327811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3edf7e000 0x376df7e000(0x376df7e000) 00000800:00000200:86.0:1596748223.327812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3edf7f000 0x376df7f000(0x376df7f000) 00000800:00000200:86.0:1596748223.327813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3edfa8000 0x376dfa8000(0x376dfa8000) 00000800:00000200:86.0:1596748223.327813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3edfa9000 0x376dfa9000(0x376dfa9000) 00000800:00000200:86.0:1596748223.327814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3edfaa000 0x376dfaa000(0x376dfaa000) 00000800:00000200:86.0:1596748223.327815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3edfab000 0x376dfab000(0x376dfab000) 00000800:00000200:86.0:1596748223.327816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3edfac000 0x376dfac000(0x376dfac000) 00000800:00000200:86.0:1596748223.327816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3edfad000 0x376dfad000(0x376dfad000) 00000800:00000200:86.0:1596748223.327817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3edfae000 0x376dfae000(0x376dfae000) 00000800:00000200:86.0:1596748223.327818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3edfaf000 0x376dfaf000(0x376dfaf000) 00000800:00000200:86.0:1596748223.327819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3edfb0000 0x376dfb0000(0x376dfb0000) 00000800:00000200:86.0:1596748223.327819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3edfb1000 0x376dfb1000(0x376dfb1000) 00000800:00000200:86.0:1596748223.327820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3edfb2000 0x376dfb2000(0x376dfb2000) 00000800:00000010:86.0:1596748223.328376:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848e00 (tot 157619178). 00000800:00000200:86.0:1596748223.328377:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328378:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328379:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328379:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328380:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328380:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328381:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328382:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.328395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8600] (20)-- 00000800:00000200:86.0:1596748223.328396:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.113@o2ib36 00000800:00000200:86.0:1596748223.328651:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748223.329030:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.113@o2ib36 00000800:00000200:86.0:1596748223.329031:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.113@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748223.329032:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c443bb2540 (tot 157619042). 00000800:00000200:86.0:1596748223.329033:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ee3e8600] (19)++ 00000800:00000200:86.0:1596748223.329034:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ee3e8600] (20)++ 00000800:00000200:86.0:1596748223.329035:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ee3e8600] (21)-- 00000800:00000200:40.2:1596748223.329190:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ee3e8600] (20)++ 00000800:00000010:86.0:1596748223.797755:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556680 (tot 157619154). 00000800:00000200:86.0:1596748223.797759:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556680] -> 192.168.128.29@o2ib36 (1)++ 00000800:00000010:86.0:1596748223.797761:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556700 (tot 157619266). 00000800:00000010:86.0:1596748223.797765:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54ee8000 (tot 157619562). 00000800:00000010:86.0:1596748223.797767:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157619698). 00000800:00000010:86.0:1596748223.797769:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54e64000 (tot 157621570). 00000800:00000010:86.0:1596748223.797770:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc5634b140 (tot 157621722). 00000800:00000200:86.0:1596748223.797777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54ef0000 0x3fd4ef0000(0x3fd4ef0000) 00000800:00000200:86.0:1596748223.797778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54ef1000 0x3fd4ef1000(0x3fd4ef1000) 00000800:00000200:86.0:1596748223.797779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54ef2000 0x3fd4ef2000(0x3fd4ef2000) 00000800:00000200:86.0:1596748223.797779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54ef3000 0x3fd4ef3000(0x3fd4ef3000) 00000800:00000200:86.0:1596748223.797780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54ef4000 0x3fd4ef4000(0x3fd4ef4000) 00000800:00000200:86.0:1596748223.797781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54ef5000 0x3fd4ef5000(0x3fd4ef5000) 00000800:00000200:86.0:1596748223.797782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54ef6000 0x3fd4ef6000(0x3fd4ef6000) 00000800:00000200:86.0:1596748223.797782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54ef7000 0x3fd4ef7000(0x3fd4ef7000) 00000800:00000200:86.0:1596748223.797783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54ef8000 0x3fd4ef8000(0x3fd4ef8000) 00000800:00000200:86.0:1596748223.797784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54ef9000 0x3fd4ef9000(0x3fd4ef9000) 00000800:00000200:86.0:1596748223.797785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54efa000 0x3fd4efa000(0x3fd4efa000) 00000800:00000200:86.0:1596748223.797786:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54efb000 0x3fd4efb000(0x3fd4efb000) 00000800:00000200:86.0:1596748223.797786:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54efc000 0x3fd4efc000(0x3fd4efc000) 00000800:00000200:86.0:1596748223.797787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54efd000 0x3fd4efd000(0x3fd4efd000) 00000800:00000200:86.0:1596748223.797788:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54efe000 0x3fd4efe000(0x3fd4efe000) 00000800:00000200:86.0:1596748223.797788:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54eff000 0x3fd4eff000(0x3fd4eff000) 00000800:00000200:86.0:1596748223.797789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54f00000 0x3fd4f00000(0x3fd4f00000) 00000800:00000200:86.0:1596748223.797790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54f01000 0x3fd4f01000(0x3fd4f01000) 00000800:00000010:86.0:1596748223.798325:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556700 (tot 157621610). 00000800:00000200:86.0:1596748223.798326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.798343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8000] (20)-- 00000800:00000200:86.0:1596748223.798345:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.29@o2ib36 00000800:00000200:86.0:1596748223.798605:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748223.799012:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.29@o2ib36 00000800:00000200:86.0:1596748223.799013:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.29@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748223.799014:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157621474). 00000800:00000200:86.0:1596748223.799015:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54ee8000] (19)++ 00000800:00000200:86.0:1596748223.799016:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54ee8000] (20)++ 00000800:00000200:86.0:1596748223.799016:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54ee8000] (21)-- 00000800:00000200:38.2:1596748223.799023:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54ee8000] (20)++ 00000800:00000010:86.0:1596748223.812933:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0d80 (tot 157621586). 00000800:00000200:86.0:1596748223.812937:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0d80] -> 192.168.128.6@o2ib36 (1)++ 00000800:00000010:86.0:1596748223.812938:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0e00 (tot 157621698). 00000800:00000010:86.0:1596748223.812941:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e0a200 (tot 157621994). 00000800:00000010:86.0:1596748223.812943:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65b1bec0 (tot 157622130). 00000800:00000010:86.0:1596748223.812944:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b21000 (tot 157624002). 00000800:00000010:86.0:1596748223.812945:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65b1be00 (tot 157624154). 00000800:00000200:86.0:1596748223.812951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65b33000 0x2fe5b33000(0x2fe5b33000) 00000800:00000200:86.0:1596748223.812952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65b34000 0x2fe5b34000(0x2fe5b34000) 00000800:00000200:86.0:1596748223.812953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65b35000 0x2fe5b35000(0x2fe5b35000) 00000800:00000200:86.0:1596748223.812953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65b36000 0x2fe5b36000(0x2fe5b36000) 00000800:00000200:86.0:1596748223.812954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65b37000 0x2fe5b37000(0x2fe5b37000) 00000800:00000200:86.0:1596748223.812955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65b38000 0x2fe5b38000(0x2fe5b38000) 00000800:00000200:86.0:1596748223.812956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65b39000 0x2fe5b39000(0x2fe5b39000) 00000800:00000200:86.0:1596748223.812956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65b3a000 0x2fe5b3a000(0x2fe5b3a000) 00000800:00000200:86.0:1596748223.812957:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65b3b000 0x2fe5b3b000(0x2fe5b3b000) 00000800:00000200:86.0:1596748223.812958:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65b3c000 0x2fe5b3c000(0x2fe5b3c000) 00000800:00000200:86.0:1596748223.812959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65b3d000 0x2fe5b3d000(0x2fe5b3d000) 00000800:00000200:86.0:1596748223.812959:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65b3e000 0x2fe5b3e000(0x2fe5b3e000) 00000800:00000200:86.0:1596748223.812960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65b3f000 0x2fe5b3f000(0x2fe5b3f000) 00000800:00000200:86.0:1596748223.812961:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65b40000 0x2fe5b40000(0x2fe5b40000) 00000800:00000200:86.0:1596748223.812962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65b41000 0x2fe5b41000(0x2fe5b41000) 00000800:00000200:86.0:1596748223.812962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65b42000 0x2fe5b42000(0x2fe5b42000) 00000800:00000200:86.0:1596748223.812963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b43000 0x2fe5b43000(0x2fe5b43000) 00000800:00000200:86.0:1596748223.812964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b44000 0x2fe5b44000(0x2fe5b44000) 00000800:00000010:86.0:1596748223.813490:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0e00 (tot 157624042). 00000800:00000200:86.0:1596748223.813491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.813517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0a200] (20)-- 00000800:00000200:86.0:1596748223.813519:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.6@o2ib36 00000800:00000200:86.0:1596748223.813765:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748223.814167:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.6@o2ib36 00000800:00000200:86.0:1596748223.814168:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.6@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748223.814169:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65b1bec0 (tot 157623906). 00000800:00000200:86.0:1596748223.814170:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e0a200] (19)++ 00000800:00000200:86.0:1596748223.814171:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e0a200] (20)++ 00000800:00000200:86.0:1596748223.814171:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e0a200] (21)-- 00000800:00000200:87.2:1596748223.814336:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e0a200] (20)++ 00000800:00000010:86.0:1596748224.251351:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0e00 (tot 157624018). 00000800:00000200:86.0:1596748224.251354:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0e00] -> 192.168.128.19@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.251355:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0e80 (tot 157624130). 00000800:00000010:86.0:1596748224.251357:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e0ca00 (tot 157624426). 00000800:00000010:86.0:1596748224.251358:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65b1bec0 (tot 157624562). 00000800:00000010:86.0:1596748224.251359:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b22000 (tot 157626434). 00000800:00000010:86.0:1596748224.251360:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65b1bbc0 (tot 157626586). 00000800:00000200:86.0:1596748224.251364:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65b45000 0x2fe5b45000(0x2fe5b45000) 00000800:00000200:86.0:1596748224.251365:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65b46000 0x2fe5b46000(0x2fe5b46000) 00000800:00000200:86.0:1596748224.251366:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65b47000 0x2fe5b47000(0x2fe5b47000) 00000800:00000200:86.0:1596748224.251367:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65b48000 0x2fe5b48000(0x2fe5b48000) 00000800:00000200:86.0:1596748224.251368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65b49000 0x2fe5b49000(0x2fe5b49000) 00000800:00000200:86.0:1596748224.251368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65b4a000 0x2fe5b4a000(0x2fe5b4a000) 00000800:00000200:86.0:1596748224.251369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65b4b000 0x2fe5b4b000(0x2fe5b4b000) 00000800:00000200:86.0:1596748224.251370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65b4c000 0x2fe5b4c000(0x2fe5b4c000) 00000800:00000200:86.0:1596748224.251371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65b4d000 0x2fe5b4d000(0x2fe5b4d000) 00000800:00000200:86.0:1596748224.251371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65b4e000 0x2fe5b4e000(0x2fe5b4e000) 00000800:00000200:86.0:1596748224.251372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65b4f000 0x2fe5b4f000(0x2fe5b4f000) 00000800:00000200:86.0:1596748224.251373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65b50000 0x2fe5b50000(0x2fe5b50000) 00000800:00000200:86.0:1596748224.251374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65b51000 0x2fe5b51000(0x2fe5b51000) 00000800:00000200:86.0:1596748224.251374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65b52000 0x2fe5b52000(0x2fe5b52000) 00000800:00000200:86.0:1596748224.251375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65b53000 0x2fe5b53000(0x2fe5b53000) 00000800:00000200:86.0:1596748224.251376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65b54000 0x2fe5b54000(0x2fe5b54000) 00000800:00000200:86.0:1596748224.251377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b55000 0x2fe5b55000(0x2fe5b55000) 00000800:00000200:86.0:1596748224.251377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b56000 0x2fe5b56000(0x2fe5b56000) 00000800:00000010:86.0:1596748224.251946:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0e80 (tot 157626474). 00000800:00000200:86.0:1596748224.251947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.251965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e0ca00] (20)-- 00000800:00000200:86.0:1596748224.251966:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.19@o2ib36 00000800:00000200:86.0:1596748224.252228:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.252629:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.19@o2ib36 00000800:00000200:86.0:1596748224.252631:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.19@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748224.252631:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65b1bec0 (tot 157626338). 00000800:00000200:86.0:1596748224.252633:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e0ca00] (19)++ 00000800:00000200:86.0:1596748224.252634:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e0ca00] (20)++ 00000800:00000200:86.0:1596748224.252635:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e0ca00] (21)-- 00000800:00000200:84.2:1596748224.252637:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e0ca00] (20)++ 00000800:00000200:15.0:1596748224.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d20000] (21)++ 00000800:00000200:15.0:1596748224.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54d20000] (22)++ 00000800:00000200:15.0:1596748224.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54d20000] (23)-- 00000800:00000010:86.0:1596748224.391649:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a280 (tot 157626450). 00000800:00000200:86.0:1596748224.391653:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a280] -> 192.168.128.12@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.391654:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a300 (tot 157626562). 00000800:00000010:86.0:1596748224.391657:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac730c6600 (tot 157626858). 00000800:00000010:86.0:1596748224.391659:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c2b58c0 (tot 157626994). 00000800:00000010:86.0:1596748224.391662:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba47800 (tot 157628866). 00000800:00000010:86.0:1596748224.391663:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c2b4cc0 (tot 157629018). 00000800:00000200:86.0:1596748224.391668:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba56000 0x1fdba56000(0x1fdba56000) 00000800:00000200:86.0:1596748224.391669:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba57000 0x1fdba57000(0x1fdba57000) 00000800:00000200:86.0:1596748224.391670:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba58000 0x1fdba58000(0x1fdba58000) 00000800:00000200:86.0:1596748224.391671:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba59000 0x1fdba59000(0x1fdba59000) 00000800:00000200:86.0:1596748224.391672:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba5a000 0x1fdba5a000(0x1fdba5a000) 00000800:00000200:86.0:1596748224.391672:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba5b000 0x1fdba5b000(0x1fdba5b000) 00000800:00000200:86.0:1596748224.391673:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba5c000 0x1fdba5c000(0x1fdba5c000) 00000800:00000200:86.0:1596748224.391674:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba5d000 0x1fdba5d000(0x1fdba5d000) 00000800:00000200:86.0:1596748224.391675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba5e000 0x1fdba5e000(0x1fdba5e000) 00000800:00000200:86.0:1596748224.391675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba5f000 0x1fdba5f000(0x1fdba5f000) 00000800:00000200:86.0:1596748224.391676:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba60000 0x1fdba60000(0x1fdba60000) 00000800:00000200:86.0:1596748224.391677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba61000 0x1fdba61000(0x1fdba61000) 00000800:00000200:86.0:1596748224.391678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba62000 0x1fdba62000(0x1fdba62000) 00000800:00000200:86.0:1596748224.391678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba63000 0x1fdba63000(0x1fdba63000) 00000800:00000200:86.0:1596748224.391679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba64000 0x1fdba64000(0x1fdba64000) 00000800:00000200:86.0:1596748224.391680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba65000 0x1fdba65000(0x1fdba65000) 00000800:00000200:86.0:1596748224.391681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba66000 0x1fdba66000(0x1fdba66000) 00000800:00000200:86.0:1596748224.391681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba67000 0x1fdba67000(0x1fdba67000) 00000800:00000010:86.0:1596748224.392255:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a300 (tot 157628906). 00000800:00000200:86.0:1596748224.392256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac730c6600] (20)-- 00000800:00000200:86.0:1596748224.392275:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.12@o2ib36 00000800:00000200:86.0:1596748224.392554:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.392932:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.12@o2ib36 00000800:00000200:86.0:1596748224.392933:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.12@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748224.392934:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c2b58c0 (tot 157628770). 00000800:00000200:86.0:1596748224.392935:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac730c6600] (19)++ 00000800:00000200:86.0:1596748224.392936:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac730c6600] (20)++ 00000800:00000200:86.0:1596748224.392936:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac730c6600] (21)-- 00000800:00000200:85.2:1596748224.393165:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac730c6600] (20)++ 00000800:00000010:86.0:1596748224.397086:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12ff00 (tot 157628882). 00000800:00000200:86.0:1596748224.397089:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12ff00] -> 192.168.128.15@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.397091:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12fe80 (tot 157628994). 00000800:00000010:86.0:1596748224.397095:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461623200 (tot 157629290). 00000800:00000010:86.0:1596748224.397097:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a44736e240 (tot 157629426). 00000800:00000010:86.0:1596748224.397099:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4473d7800 (tot 157631298). 00000800:00000010:86.0:1596748224.397100:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a44736e780 (tot 157631450). 00000800:00000200:86.0:1596748224.397106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4473e1000 0x17c73e1000(0x17c73e1000) 00000800:00000200:86.0:1596748224.397107:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4473e2000 0x17c73e2000(0x17c73e2000) 00000800:00000200:86.0:1596748224.397108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4473e3000 0x17c73e3000(0x17c73e3000) 00000800:00000200:86.0:1596748224.397109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4473e4000 0x17c73e4000(0x17c73e4000) 00000800:00000200:86.0:1596748224.397109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4473e5000 0x17c73e5000(0x17c73e5000) 00000800:00000200:86.0:1596748224.397110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a4473e6000 0x17c73e6000(0x17c73e6000) 00000800:00000200:86.0:1596748224.397111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a4473e7000 0x17c73e7000(0x17c73e7000) 00000800:00000200:86.0:1596748224.397112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a4473e8000 0x17c73e8000(0x17c73e8000) 00000800:00000200:86.0:1596748224.397112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a4473e9000 0x17c73e9000(0x17c73e9000) 00000800:00000200:86.0:1596748224.397113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a4473ea000 0x17c73ea000(0x17c73ea000) 00000800:00000200:86.0:1596748224.397114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a4473eb000 0x17c73eb000(0x17c73eb000) 00000800:00000200:86.0:1596748224.397115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a4473ec000 0x17c73ec000(0x17c73ec000) 00000800:00000200:86.0:1596748224.397115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a4473ed000 0x17c73ed000(0x17c73ed000) 00000800:00000200:86.0:1596748224.397116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a4473ee000 0x17c73ee000(0x17c73ee000) 00000800:00000200:86.0:1596748224.397117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a4473ef000 0x17c73ef000(0x17c73ef000) 00000800:00000200:86.0:1596748224.397117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a4473f0000 0x17c73f0000(0x17c73f0000) 00000800:00000200:86.0:1596748224.397118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a4473f1000 0x17c73f1000(0x17c73f1000) 00000800:00000200:86.0:1596748224.397119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4473f2000 0x17c73f2000(0x17c73f2000) 00000800:00000010:86.0:1596748224.397674:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12fe80 (tot 157631338). 00000800:00000200:86.0:1596748224.397675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397683:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397684:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397684:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397685:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.397693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461623200] (20)-- 00000800:00000200:86.0:1596748224.397694:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.15@o2ib36 00000800:00000200:86.0:1596748224.397946:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.398307:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.15@o2ib36 00000800:00000200:86.0:1596748224.398308:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.15@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748224.398309:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a44736e240 (tot 157631202). 00000800:00000200:86.0:1596748224.398310:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461623200] (19)++ 00000800:00000200:86.0:1596748224.398311:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461623200] (20)++ 00000800:00000200:86.0:1596748224.398312:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461623200] (21)-- 00000800:00000200:39.2:1596748224.398475:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461623200] (20)++ 00000800:00000010:86.0:1596748224.526660:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557800 (tot 157631314). 00000800:00000200:86.0:1596748224.526663:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557800] -> 192.168.128.97@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.526665:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557780 (tot 157631426). 00000800:00000010:86.0:1596748224.526671:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54ee8600 (tot 157631722). 00000800:00000010:86.0:1596748224.526674:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157631858). 00000800:00000010:86.0:1596748224.526678:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54f10000 (tot 157633730). 00000800:00000010:86.0:1596748224.526679:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc579ce000 (tot 157633882). 00000800:00000200:86.0:1596748224.526688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54f02000 0x3fd4f02000(0x3fd4f02000) 00000800:00000200:86.0:1596748224.526689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54f03000 0x3fd4f03000(0x3fd4f03000) 00000800:00000200:86.0:1596748224.526690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54f04000 0x3fd4f04000(0x3fd4f04000) 00000800:00000200:86.0:1596748224.526691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54f05000 0x3fd4f05000(0x3fd4f05000) 00000800:00000200:86.0:1596748224.526692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54f06000 0x3fd4f06000(0x3fd4f06000) 00000800:00000200:86.0:1596748224.526692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54f07000 0x3fd4f07000(0x3fd4f07000) 00000800:00000200:86.0:1596748224.526693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54f08000 0x3fd4f08000(0x3fd4f08000) 00000800:00000200:86.0:1596748224.526694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54f09000 0x3fd4f09000(0x3fd4f09000) 00000800:00000200:86.0:1596748224.526694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54f0a000 0x3fd4f0a000(0x3fd4f0a000) 00000800:00000200:86.0:1596748224.526695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54f0b000 0x3fd4f0b000(0x3fd4f0b000) 00000800:00000200:86.0:1596748224.526696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54f0c000 0x3fd4f0c000(0x3fd4f0c000) 00000800:00000200:86.0:1596748224.526697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54f0d000 0x3fd4f0d000(0x3fd4f0d000) 00000800:00000200:86.0:1596748224.526697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54f0e000 0x3fd4f0e000(0x3fd4f0e000) 00000800:00000200:86.0:1596748224.526698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54f0f000 0x3fd4f0f000(0x3fd4f0f000) 00000800:00000200:86.0:1596748224.526699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54f18000 0x3fd4f18000(0x3fd4f18000) 00000800:00000200:86.0:1596748224.526700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54f19000 0x3fd4f19000(0x3fd4f19000) 00000800:00000200:86.0:1596748224.526700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54f1a000 0x3fd4f1a000(0x3fd4f1a000) 00000800:00000200:86.0:1596748224.526701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54f1b000 0x3fd4f1b000(0x3fd4f1b000) 00000800:00000010:86.0:1596748224.527259:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557780 (tot 157633770). 00000800:00000200:86.0:1596748224.527261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54ee8600] (20)-- 00000800:00000200:86.0:1596748224.527280:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.97@o2ib36 00000800:00000200:86.0:1596748224.527558:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.527968:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.97@o2ib36 00000800:00000200:86.0:1596748224.527969:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.97@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748224.527970:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157633634). 00000800:00000200:86.0:1596748224.527971:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54ee8600] (19)++ 00000800:00000200:86.0:1596748224.527971:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54ee8600] (20)++ 00000800:00000200:86.0:1596748224.527972:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54ee8600] (21)-- 00000800:00000200:89.2:1596748224.527977:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54ee8600] (20)++ 00000800:00000010:86.0:1596748224.551975:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0f80 (tot 157633746). 00000800:00000200:86.0:1596748224.551978:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0f80] -> 192.168.128.150@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.551980:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0f00 (tot 157633858). 00000800:00000010:86.0:1596748224.551982:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65d02200 (tot 157634154). 00000800:00000010:86.0:1596748224.551983:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc65b1a240 (tot 157634290). 00000800:00000010:86.0:1596748224.551985:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b26800 (tot 157636162). 00000800:00000010:86.0:1596748224.551986:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc65b1a300 (tot 157636314). 00000800:00000200:86.0:1596748224.551989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65b57000 0x2fe5b57000(0x2fe5b57000) 00000800:00000200:86.0:1596748224.551990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc65b58000 0x2fe5b58000(0x2fe5b58000) 00000800:00000200:86.0:1596748224.551991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65b59000 0x2fe5b59000(0x2fe5b59000) 00000800:00000200:86.0:1596748224.551992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc65b5a000 0x2fe5b5a000(0x2fe5b5a000) 00000800:00000200:86.0:1596748224.551992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65b5b000 0x2fe5b5b000(0x2fe5b5b000) 00000800:00000200:86.0:1596748224.551993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65b5c000 0x2fe5b5c000(0x2fe5b5c000) 00000800:00000200:86.0:1596748224.551994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65b5d000 0x2fe5b5d000(0x2fe5b5d000) 00000800:00000200:86.0:1596748224.551994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65b5e000 0x2fe5b5e000(0x2fe5b5e000) 00000800:00000200:86.0:1596748224.551995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65b5f000 0x2fe5b5f000(0x2fe5b5f000) 00000800:00000200:86.0:1596748224.551996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65b60000 0x2fe5b60000(0x2fe5b60000) 00000800:00000200:86.0:1596748224.551997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65b61000 0x2fe5b61000(0x2fe5b61000) 00000800:00000200:86.0:1596748224.551997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65b62000 0x2fe5b62000(0x2fe5b62000) 00000800:00000200:86.0:1596748224.551998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65b63000 0x2fe5b63000(0x2fe5b63000) 00000800:00000200:86.0:1596748224.551999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65b64000 0x2fe5b64000(0x2fe5b64000) 00000800:00000200:86.0:1596748224.552000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65b65000 0x2fe5b65000(0x2fe5b65000) 00000800:00000200:86.0:1596748224.552000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65b66000 0x2fe5b66000(0x2fe5b66000) 00000800:00000200:86.0:1596748224.552001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b67000 0x2fe5b67000(0x2fe5b67000) 00000800:00000200:86.0:1596748224.552002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b68000 0x2fe5b68000(0x2fe5b68000) 00000800:00000010:86.0:1596748224.552558:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0f00 (tot 157636202). 00000800:00000200:86.0:1596748224.552560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.552577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65d02200] (20)-- 00000800:00000200:86.0:1596748224.552579:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.150@o2ib36 00000800:00000200:86.0:1596748224.552834:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.553159:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.150@o2ib36 00000800:00000200:86.0:1596748224.553160:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.150@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748224.553161:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc65b1a240 (tot 157636066). 00000800:00000200:86.0:1596748224.553162:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65d02200] (19)++ 00000800:00000200:86.0:1596748224.553163:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65d02200] (20)++ 00000800:00000200:86.0:1596748224.553164:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65d02200] (21)-- 00000800:00000200:87.2:1596748224.553316:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65d02200] (20)++ 00000800:00000010:86.0:1596748224.566479:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3480 (tot 157636178). 00000800:00000200:86.0:1596748224.566483:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3480] -> 192.168.128.10@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.566485:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3400 (tot 157636290). 00000800:00000010:86.0:1596748224.566489:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c736f5e00 (tot 157636586). 00000800:00000010:86.0:1596748224.566491:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e2fa240 (tot 157636722). 00000800:00000010:86.0:1596748224.566493:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e26b800 (tot 157638594). 00000800:00000010:86.0:1596748224.566494:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e2fa300 (tot 157638746). 00000800:00000200:86.0:1596748224.566507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e31f000 0xfde31f000(0xfde31f000) 00000800:00000200:86.0:1596748224.566508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e320000 0xfde320000(0xfde320000) 00000800:00000200:86.0:1596748224.566509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e321000 0xfde321000(0xfde321000) 00000800:00000200:86.0:1596748224.566510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e322000 0xfde322000(0xfde322000) 00000800:00000200:86.0:1596748224.566510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e323000 0xfde323000(0xfde323000) 00000800:00000200:86.0:1596748224.566511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e324000 0xfde324000(0xfde324000) 00000800:00000200:86.0:1596748224.566512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e325000 0xfde325000(0xfde325000) 00000800:00000200:86.0:1596748224.566512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e326000 0xfde326000(0xfde326000) 00000800:00000200:86.0:1596748224.566513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e327000 0xfde327000(0xfde327000) 00000800:00000200:86.0:1596748224.566514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e328000 0xfde328000(0xfde328000) 00000800:00000200:86.0:1596748224.566515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e329000 0xfde329000(0xfde329000) 00000800:00000200:86.0:1596748224.566515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e32a000 0xfde32a000(0xfde32a000) 00000800:00000200:86.0:1596748224.566516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e32b000 0xfde32b000(0xfde32b000) 00000800:00000200:86.0:1596748224.566517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e32c000 0xfde32c000(0xfde32c000) 00000800:00000200:86.0:1596748224.566518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e32d000 0xfde32d000(0xfde32d000) 00000800:00000200:86.0:1596748224.566518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e32e000 0xfde32e000(0xfde32e000) 00000800:00000200:86.0:1596748224.566519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e32f000 0xfde32f000(0xfde32f000) 00000800:00000200:86.0:1596748224.566520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e330000 0xfde330000(0xfde330000) 00000800:00000010:86.0:1596748224.567075:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3400 (tot 157638634). 00000800:00000200:86.0:1596748224.567076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c736f5e00] (20)-- 00000800:00000200:86.0:1596748224.567095:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.10@o2ib36 00000800:00000200:86.0:1596748224.567342:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.567727:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.10@o2ib36 00000800:00000200:86.0:1596748224.567728:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.10@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748224.567729:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e2fa240 (tot 157638498). 00000800:00000200:86.0:1596748224.567730:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:84.2:1596748224.567730:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c736f5e00] (19)++ 00000800:00000200:86.0:1596748224.567731:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c736f5e00] (20)++ 00000800:00000200:86.0:1596748224.567732:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c736f5e00] (22)-- 00000800:00000010:86.0:1596748224.890469:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556700 (tot 157638610). 00000800:00000200:86.0:1596748224.890472:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556700] -> 192.168.128.118@o2ib36 (1)++ 00000800:00000010:86.0:1596748224.890474:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556780 (tot 157638722). 00000800:00000010:86.0:1596748224.890478:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54f38000 (tot 157639018). 00000800:00000010:86.0:1596748224.890480:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc55eabe00 (tot 157639154). 00000800:00000010:86.0:1596748224.890483:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54f17800 (tot 157641026). 00000800:00000010:86.0:1596748224.890484:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f36000 (tot 157641178). 00000800:00000200:86.0:1596748224.890487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54f1c000 0x3fd4f1c000(0x3fd4f1c000) 00000800:00000200:86.0:1596748224.890488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54f1d000 0x3fd4f1d000(0x3fd4f1d000) 00000800:00000200:86.0:1596748224.890489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54f1e000 0x3fd4f1e000(0x3fd4f1e000) 00000800:00000200:86.0:1596748224.890490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54f1f000 0x3fd4f1f000(0x3fd4f1f000) 00000800:00000200:86.0:1596748224.890490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54f20000 0x3fd4f20000(0x3fd4f20000) 00000800:00000200:86.0:1596748224.890491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54f21000 0x3fd4f21000(0x3fd4f21000) 00000800:00000200:86.0:1596748224.890492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54f22000 0x3fd4f22000(0x3fd4f22000) 00000800:00000200:86.0:1596748224.890493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54f23000 0x3fd4f23000(0x3fd4f23000) 00000800:00000200:86.0:1596748224.890493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54f24000 0x3fd4f24000(0x3fd4f24000) 00000800:00000200:86.0:1596748224.890494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54f25000 0x3fd4f25000(0x3fd4f25000) 00000800:00000200:86.0:1596748224.890495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54f26000 0x3fd4f26000(0x3fd4f26000) 00000800:00000200:86.0:1596748224.890496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54f27000 0x3fd4f27000(0x3fd4f27000) 00000800:00000200:86.0:1596748224.890496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54f28000 0x3fd4f28000(0x3fd4f28000) 00000800:00000200:86.0:1596748224.890504:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54f29000 0x3fd4f29000(0x3fd4f29000) 00000800:00000200:86.0:1596748224.890505:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54f2a000 0x3fd4f2a000(0x3fd4f2a000) 00000800:00000200:86.0:1596748224.890506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54f2b000 0x3fd4f2b000(0x3fd4f2b000) 00000800:00000200:86.0:1596748224.890506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54f2c000 0x3fd4f2c000(0x3fd4f2c000) 00000800:00000200:86.0:1596748224.890507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54f2d000 0x3fd4f2d000(0x3fd4f2d000) 00000800:00000010:86.0:1596748224.891076:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556780 (tot 157641066). 00000800:00000200:86.0:1596748224.891077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f38000] (19)++ 00000800:00000200:86.0:1596748224.891095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f38000] (20)-- 00000800:00000200:86.0:1596748224.891096:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.118@o2ib36 00000800:00000200:86.0:1596748224.891372:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748224.891720:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.118@o2ib36 00000800:00000200:86.0:1596748224.891722:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.118@o2ib36: active(0), version(12), status(0) 00000800:00000200:84.2:1596748224.891722:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54f38000] (19)++ 00000800:00000010:86.0:1596748224.891723:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc55eabe00 (tot 157640930). 00000800:00000200:86.0:1596748224.891724:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54f38000] (20)++ 00000800:00000200:86.0:1596748224.891724:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54f38000] (21)++ 00000800:00000200:86.0:1596748224.891725:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54f38000] (22)-- 00000800:00000010:86.0:1596748225.034687:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463752080 (tot 157641042). 00000800:00000200:86.0:1596748225.034690:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463752080] -> 192.168.128.43@o2ib36 (1)++ 00000800:00000010:86.0:1596748225.034692:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463752100 (tot 157641154). 00000800:00000010:86.0:1596748225.034695:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c23200 (tot 157641450). 00000800:00000010:86.0:1596748225.034697:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463754240 (tot 157641586). 00000800:00000010:86.0:1596748225.034699:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46301b800 (tot 157643458). 00000800:00000010:86.0:1596748225.034700:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463754300 (tot 157643610). 00000800:00000200:86.0:1596748225.034707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463718000 0x27e3718000(0x27e3718000) 00000800:00000200:86.0:1596748225.034708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463719000 0x27e3719000(0x27e3719000) 00000800:00000200:86.0:1596748225.034709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46371a000 0x27e371a000(0x27e371a000) 00000800:00000200:86.0:1596748225.034710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46371b000 0x27e371b000(0x27e371b000) 00000800:00000200:86.0:1596748225.034711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46371c000 0x27e371c000(0x27e371c000) 00000800:00000200:86.0:1596748225.034712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46371d000 0x27e371d000(0x27e371d000) 00000800:00000200:86.0:1596748225.034712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46371e000 0x27e371e000(0x27e371e000) 00000800:00000200:86.0:1596748225.034713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b46371f000 0x27e371f000(0x27e371f000) 00000800:00000200:86.0:1596748225.034714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463660000 0x27e3660000(0x27e3660000) 00000800:00000200:86.0:1596748225.034715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463661000 0x27e3661000(0x27e3661000) 00000800:00000200:86.0:1596748225.034715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463662000 0x27e3662000(0x27e3662000) 00000800:00000200:86.0:1596748225.034716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463663000 0x27e3663000(0x27e3663000) 00000800:00000200:86.0:1596748225.034717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463664000 0x27e3664000(0x27e3664000) 00000800:00000200:86.0:1596748225.034718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463665000 0x27e3665000(0x27e3665000) 00000800:00000200:86.0:1596748225.034718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463666000 0x27e3666000(0x27e3666000) 00000800:00000200:86.0:1596748225.034719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463667000 0x27e3667000(0x27e3667000) 00000800:00000200:86.0:1596748225.034720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463668000 0x27e3668000(0x27e3668000) 00000800:00000200:86.0:1596748225.034720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463669000 0x27e3669000(0x27e3669000) 00000800:00000010:86.0:1596748225.035282:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463752100 (tot 157643498). 00000800:00000200:86.0:1596748225.035283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c23200] (20)-- 00000800:00000200:86.0:1596748225.035302:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.43@o2ib36 00000800:00000200:86.0:1596748225.035583:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:36.2:1596748225.035939:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c23200] (19)++ 00000800:00000200:86.0:1596748225.035940:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.43@o2ib36 00000800:00000200:86.0:1596748225.035941:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.43@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748225.035942:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463754240 (tot 157643362). 00000800:00000200:86.0:1596748225.035943:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c23200] (20)++ 00000800:00000200:86.0:1596748225.035944:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c23200] (21)++ 00000800:00000200:86.0:1596748225.035944:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c23200] (22)-- 00000800:00000010:86.0:1596748225.163917:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945c169f80 (tot 157643474). 00000800:00000200:86.0:1596748225.163920:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945c169f80] -> 192.168.128.47@o2ib36 (1)++ 00000800:00000010:86.0:1596748225.163922:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945c169f00 (tot 157643586). 00000800:00000010:86.0:1596748225.163924:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98947e569000 (tot 157643882). 00000800:00000010:86.0:1596748225.163926:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec7800 (tot 157644018). 00000800:00000010:86.0:1596748225.163928:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c10d800 (tot 157645890). 00000800:00000010:86.0:1596748225.163929:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec7c80 (tot 157646042). 00000800:00000200:86.0:1596748225.163936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c15d000 0x7dc15d000(0x7dc15d000) 00000800:00000200:86.0:1596748225.163937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c15e000 0x7dc15e000(0x7dc15e000) 00000800:00000200:86.0:1596748225.163938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c15f000 0x7dc15f000(0x7dc15f000) 00000800:00000200:86.0:1596748225.163939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c160000 0x7dc160000(0x7dc160000) 00000800:00000200:86.0:1596748225.163939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c161000 0x7dc161000(0x7dc161000) 00000800:00000200:86.0:1596748225.163940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c162000 0x7dc162000(0x7dc162000) 00000800:00000200:86.0:1596748225.163941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c163000 0x7dc163000(0x7dc163000) 00000800:00000200:86.0:1596748225.163942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c164000 0x7dc164000(0x7dc164000) 00000800:00000200:86.0:1596748225.163942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c165000 0x7dc165000(0x7dc165000) 00000800:00000200:86.0:1596748225.163943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c166000 0x7dc166000(0x7dc166000) 00000800:00000200:86.0:1596748225.163944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c167000 0x7dc167000(0x7dc167000) 00000800:00000200:86.0:1596748225.163945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c16a000 0x7dc16a000(0x7dc16a000) 00000800:00000200:86.0:1596748225.163945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c16b000 0x7dc16b000(0x7dc16b000) 00000800:00000200:86.0:1596748225.163946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c16c000 0x7dc16c000(0x7dc16c000) 00000800:00000200:86.0:1596748225.163947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c16d000 0x7dc16d000(0x7dc16d000) 00000800:00000200:86.0:1596748225.163947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c16e000 0x7dc16e000(0x7dc16e000) 00000800:00000200:86.0:1596748225.163948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c16f000 0x7dc16f000(0x7dc16f000) 00000800:00000200:86.0:1596748225.163949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c170000 0x7dc170000(0x7dc170000) 00000800:00000010:86.0:1596748225.164529:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945c169f00 (tot 157645930). 00000800:00000200:86.0:1596748225.164530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.164548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98947e569000] (20)-- 00000800:00000200:86.0:1596748225.164550:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.47@o2ib36 00000800:00000200:86.0:1596748225.164801:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748225.165146:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.47@o2ib36 00000800:00000200:86.0:1596748225.165147:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.47@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748225.165148:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec7800 (tot 157645794). 00000800:00000200:86.0:1596748225.165149:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98947e569000] (19)++ 00000800:00000200:86.0:1596748225.165150:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98947e569000] (20)++ 00000800:00000200:86.0:1596748225.165151:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98947e569000] (21)-- 00000800:00000200:40.2:1596748225.165302:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98947e569000] (20)++ 00000800:00000200:15.0:1596748225.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8932a00] (21)++ 00000800:00000200:15.0:1596748225.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f8932a00] (22)++ 00000800:00000200:15.0:1596748225.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f8932a00] (23)-- 00000800:00000010:86.0:1596748226.466242:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463753f00 (tot 157645906). 00000800:00000200:86.0:1596748226.466245:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463753f00] -> 192.168.128.153@o2ib36 (1)++ 00000800:00000010:86.0:1596748226.466247:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463753e80 (tot 157646018). 00000800:00000010:86.0:1596748226.466252:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463678000 (tot 157646314). 00000800:00000010:86.0:1596748226.466253:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b463755ec0 (tot 157646450). 00000800:00000010:86.0:1596748226.466256:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4637e0000 (tot 157648322). 00000800:00000010:86.0:1596748226.466257:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b463755bc0 (tot 157648474). 00000800:00000200:86.0:1596748226.466262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b46366a000 0x27e366a000(0x27e366a000) 00000800:00000200:86.0:1596748226.466263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b46366b000 0x27e366b000(0x27e366b000) 00000800:00000200:86.0:1596748226.466264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46366c000 0x27e366c000(0x27e366c000) 00000800:00000200:86.0:1596748226.466265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46366d000 0x27e366d000(0x27e366d000) 00000800:00000200:86.0:1596748226.466266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46366e000 0x27e366e000(0x27e366e000) 00000800:00000200:86.0:1596748226.466267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46366f000 0x27e366f000(0x27e366f000) 00000800:00000200:86.0:1596748226.466267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463670000 0x27e3670000(0x27e3670000) 00000800:00000200:86.0:1596748226.466268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463671000 0x27e3671000(0x27e3671000) 00000800:00000200:86.0:1596748226.466269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463672000 0x27e3672000(0x27e3672000) 00000800:00000200:86.0:1596748226.466270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463673000 0x27e3673000(0x27e3673000) 00000800:00000200:86.0:1596748226.466270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463674000 0x27e3674000(0x27e3674000) 00000800:00000200:86.0:1596748226.466271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463675000 0x27e3675000(0x27e3675000) 00000800:00000200:86.0:1596748226.466272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463676000 0x27e3676000(0x27e3676000) 00000800:00000200:86.0:1596748226.466273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463677000 0x27e3677000(0x27e3677000) 00000800:00000200:86.0:1596748226.466273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4637e8000 0x27e37e8000(0x27e37e8000) 00000800:00000200:86.0:1596748226.466274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4637e9000 0x27e37e9000(0x27e37e9000) 00000800:00000200:86.0:1596748226.466275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4637ea000 0x27e37ea000(0x27e37ea000) 00000800:00000200:86.0:1596748226.466275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4637eb000 0x27e37eb000(0x27e37eb000) 00000800:00000010:86.0:1596748226.466855:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463753e80 (tot 157648362). 00000800:00000200:86.0:1596748226.466856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.466874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463678000] (20)-- 00000800:00000200:86.0:1596748226.466875:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.153@o2ib36 00000800:00000200:86.0:1596748226.467142:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748226.467505:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.153@o2ib36 00000800:00000200:86.0:1596748226.467506:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.153@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748226.467507:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b463755ec0 (tot 157648226). 00000800:00000200:86.0:1596748226.467508:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463678000] (19)++ 00000800:00000200:86.0:1596748226.467509:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463678000] (20)++ 00000800:00000200:86.0:1596748226.467510:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463678000] (21)-- 00000800:00000200:39.2:1596748226.467667:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463678000] (20)++ 00000800:00020000:15.0:1596748230.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748230.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748230.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d20000] (22)++ 00000800:00000100:15.0:1596748230.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748230.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557c00] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:15.0:1596748230.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54d20000] (23)-- 00000800:00020000:15.0:1596748230.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748230.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748230.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f8932a00] (22)++ 00000800:00000100:15.0:1596748230.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748230.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848900] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:15.0:1596748230.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f8932a00] (23)-- 00000400:00000200:15.0:1596748230.353121:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:15.0:1596748230.353123:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:15.0:1596748230.353123:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54d20000] (22)-- 00000800:00000200:86.0:1596748230.353464:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54d20000] (21)-- 00000400:00000200:15.0:1596748230.353661:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:15.0:1596748230.353662:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:15.0:1596748230.353662:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f8932a00] (22)-- 00000800:00000200:86.0:1596748230.353982:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f8932a00] (21)-- 00000800:00000010:86.0:1596748230.729953:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557780 (tot 157648338). 00000800:00000200:86.0:1596748230.729957:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557780] -> 192.168.128.165@o2ib36 (1)++ 00000800:00000010:86.0:1596748230.729958:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557700 (tot 157648450). 00000800:00000010:86.0:1596748230.729963:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54f48000 (tot 157648746). 00000800:00000010:86.0:1596748230.729965:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f37ec0 (tot 157648882). 00000800:00000010:86.0:1596748230.729967:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54f11000 (tot 157650754). 00000800:00000010:86.0:1596748230.729968:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f37e00 (tot 157650906). 00000800:00000200:86.0:1596748230.729974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54f2e000 0x3fd4f2e000(0x3fd4f2e000) 00000800:00000200:86.0:1596748230.729976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54f2f000 0x3fd4f2f000(0x3fd4f2f000) 00000800:00000200:86.0:1596748230.729976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54f30000 0x3fd4f30000(0x3fd4f30000) 00000800:00000200:86.0:1596748230.729977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54f31000 0x3fd4f31000(0x3fd4f31000) 00000800:00000200:86.0:1596748230.729978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54f32000 0x3fd4f32000(0x3fd4f32000) 00000800:00000200:86.0:1596748230.729979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54f33000 0x3fd4f33000(0x3fd4f33000) 00000800:00000200:86.0:1596748230.729980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54f34000 0x3fd4f34000(0x3fd4f34000) 00000800:00000200:86.0:1596748230.729980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54f35000 0x3fd4f35000(0x3fd4f35000) 00000800:00000200:86.0:1596748230.729981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54f50000 0x3fd4f50000(0x3fd4f50000) 00000800:00000200:86.0:1596748230.729982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54f51000 0x3fd4f51000(0x3fd4f51000) 00000800:00000200:86.0:1596748230.729982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54f52000 0x3fd4f52000(0x3fd4f52000) 00000800:00000200:86.0:1596748230.729983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54f53000 0x3fd4f53000(0x3fd4f53000) 00000800:00000200:86.0:1596748230.729984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54f54000 0x3fd4f54000(0x3fd4f54000) 00000800:00000200:86.0:1596748230.729985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54f55000 0x3fd4f55000(0x3fd4f55000) 00000800:00000200:86.0:1596748230.729985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54f56000 0x3fd4f56000(0x3fd4f56000) 00000800:00000200:86.0:1596748230.729986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54f57000 0x3fd4f57000(0x3fd4f57000) 00000800:00000200:86.0:1596748230.729987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54f58000 0x3fd4f58000(0x3fd4f58000) 00000800:00000200:86.0:1596748230.729988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54f59000 0x3fd4f59000(0x3fd4f59000) 00000800:00000010:86.0:1596748230.730568:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557700 (tot 157650794). 00000800:00000200:86.0:1596748230.730569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.730587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f48000] (20)-- 00000800:00000200:86.0:1596748230.730588:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.165@o2ib36 00000800:00000200:86.0:1596748230.730853:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748230.731176:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.165@o2ib36 00000800:00000200:86.0:1596748230.731177:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.165@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748230.731178:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f37ec0 (tot 157650658). 00000800:00000200:86.0:1596748230.731179:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54f48000] (19)++ 00000800:00000200:86.0:1596748230.731180:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54f48000] (20)++ 00000800:00000200:86.0:1596748230.731181:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54f48000] (21)-- 00000800:00000200:87.2:1596748230.731198:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54f48000] (20)++ 00000800:00000200:86.0:1596748232.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748232.407541:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748234.468686:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945c168000 (tot 157650770). 00000800:00000200:86.0:1596748234.468690:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945c168000] -> 192.168.128.123@o2ib36 (1)++ 00000800:00000010:86.0:1596748234.468692:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945c168080 (tot 157650882). 00000800:00000010:86.0:1596748234.468695:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d51ca00 (tot 157651178). 00000800:00000010:86.0:1596748234.468699:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98947dec72c0 (tot 157651314). 00000800:00000010:86.0:1596748234.468700:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945c10c000 (tot 157653186). 00000800:00000010:86.0:1596748234.468702:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98947dec6f00 (tot 157653338). 00000800:00000200:86.0:1596748234.468705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c171000 0x7dc171000(0x7dc171000) 00000800:00000200:86.0:1596748234.468706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c172000 0x7dc172000(0x7dc172000) 00000800:00000200:86.0:1596748234.468707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c173000 0x7dc173000(0x7dc173000) 00000800:00000200:86.0:1596748234.468708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c174000 0x7dc174000(0x7dc174000) 00000800:00000200:86.0:1596748234.468709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c175000 0x7dc175000(0x7dc175000) 00000800:00000200:86.0:1596748234.468709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c176000 0x7dc176000(0x7dc176000) 00000800:00000200:86.0:1596748234.468710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c177000 0x7dc177000(0x7dc177000) 00000800:00000200:86.0:1596748234.468711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c178000 0x7dc178000(0x7dc178000) 00000800:00000200:86.0:1596748234.468712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c179000 0x7dc179000(0x7dc179000) 00000800:00000200:86.0:1596748234.468712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c17a000 0x7dc17a000(0x7dc17a000) 00000800:00000200:86.0:1596748234.468713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c17b000 0x7dc17b000(0x7dc17b000) 00000800:00000200:86.0:1596748234.468714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c17c000 0x7dc17c000(0x7dc17c000) 00000800:00000200:86.0:1596748234.468715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c17d000 0x7dc17d000(0x7dc17d000) 00000800:00000200:86.0:1596748234.468715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c17e000 0x7dc17e000(0x7dc17e000) 00000800:00000200:86.0:1596748234.468716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c17f000 0x7dc17f000(0x7dc17f000) 00000800:00000200:86.0:1596748234.468717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c180000 0x7dc180000(0x7dc180000) 00000800:00000200:86.0:1596748234.468717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c181000 0x7dc181000(0x7dc181000) 00000800:00000200:86.0:1596748234.468718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c182000 0x7dc182000(0x7dc182000) 00000800:00000010:86.0:1596748234.469287:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945c168080 (tot 157653226). 00000800:00000200:86.0:1596748234.469288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.469305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d51ca00] (20)-- 00000800:00000200:86.0:1596748234.469307:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.123@o2ib36 00000800:00000200:86.0:1596748234.469569:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748234.470012:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.123@o2ib36 00000800:00000200:86.0:1596748234.470014:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.123@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748234.470015:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98947dec72c0 (tot 157653090). 00000800:00000200:86.0:1596748234.470016:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d51ca00] (19)++ 00000800:00000200:86.0:1596748234.470017:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d51ca00] (20)++ 00000800:00000200:86.0:1596748234.470017:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d51ca00] (21)-- 00000800:00000200:39.2:1596748234.470223:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d51ca00] (20)++ 00000800:00000010:86.0:1596748245.497428:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556780 (tot 157653202). 00000800:00000200:86.0:1596748245.497432:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556780] -> 192.168.128.71@o2ib36 (1)++ 00000800:00000010:86.0:1596748245.497434:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556800 (tot 157653314). 00000800:00000010:86.0:1596748245.497438:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54f98000 (tot 157653610). 00000800:00000010:86.0:1596748245.497440:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f36240 (tot 157653746). 00000800:00000010:86.0:1596748245.497442:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc54f16800 (tot 157655618). 00000800:00000010:86.0:1596748245.497442:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f36300 (tot 157655770). 00000800:00000200:86.0:1596748245.497448:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54f5a000 0x3fd4f5a000(0x3fd4f5a000) 00000800:00000200:86.0:1596748245.497449:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc54f5b000 0x3fd4f5b000(0x3fd4f5b000) 00000800:00000200:86.0:1596748245.497450:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54f5c000 0x3fd4f5c000(0x3fd4f5c000) 00000800:00000200:86.0:1596748245.497451:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54f5d000 0x3fd4f5d000(0x3fd4f5d000) 00000800:00000200:86.0:1596748245.497452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54f5e000 0x3fd4f5e000(0x3fd4f5e000) 00000800:00000200:86.0:1596748245.497452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54f5f000 0x3fd4f5f000(0x3fd4f5f000) 00000800:00000200:86.0:1596748245.497453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54f60000 0x3fd4f60000(0x3fd4f60000) 00000800:00000200:86.0:1596748245.497454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54f61000 0x3fd4f61000(0x3fd4f61000) 00000800:00000200:86.0:1596748245.497455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54f62000 0x3fd4f62000(0x3fd4f62000) 00000800:00000200:86.0:1596748245.497455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54f63000 0x3fd4f63000(0x3fd4f63000) 00000800:00000200:86.0:1596748245.497456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54f64000 0x3fd4f64000(0x3fd4f64000) 00000800:00000200:86.0:1596748245.497457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54f65000 0x3fd4f65000(0x3fd4f65000) 00000800:00000200:86.0:1596748245.497458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54f66000 0x3fd4f66000(0x3fd4f66000) 00000800:00000200:86.0:1596748245.497458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54f67000 0x3fd4f67000(0x3fd4f67000) 00000800:00000200:86.0:1596748245.497459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54f68000 0x3fd4f68000(0x3fd4f68000) 00000800:00000200:86.0:1596748245.497460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54f69000 0x3fd4f69000(0x3fd4f69000) 00000800:00000200:86.0:1596748245.497461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54f6a000 0x3fd4f6a000(0x3fd4f6a000) 00000800:00000200:86.0:1596748245.497461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54f6b000 0x3fd4f6b000(0x3fd4f6b000) 00000800:00000010:86.0:1596748245.498093:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556800 (tot 157655658). 00000800:00000200:86.0:1596748245.498094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54f98000] (20)-- 00000800:00000200:86.0:1596748245.498114:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.71@o2ib36 00000800:00000200:86.0:1596748245.498373:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748245.498759:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.71@o2ib36 00000800:00000200:86.0:1596748245.498761:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.71@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748245.498761:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f36240 (tot 157655522). 00000800:00000200:86.0:1596748245.498762:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54f98000] (19)++ 00000800:00000200:86.0:1596748245.498763:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54f98000] (20)++ 00000800:00000200:86.0:1596748245.498764:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54f98000] (21)-- 00000800:00000200:88.2:1596748245.499030:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54f98000] (20)++ 00000800:00000010:86.0:1596748247.220351:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408849000 (tot 157655634). 00000800:00000200:86.0:1596748247.220354:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408849000] -> 192.168.128.87@o2ib36 (1)++ 00000800:00000010:86.0:1596748247.220356:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848f80 (tot 157655746). 00000800:00000010:86.0:1596748247.220359:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ee3e8c00 (tot 157656042). 00000800:00000010:86.0:1596748247.220363:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43493c000 (tot 157656178). 00000800:00000010:86.0:1596748247.220364:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee60a000 (tot 157658050). 00000800:00000010:86.0:1596748247.220365:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43493c0c0 (tot 157658202). 00000800:00000200:86.0:1596748247.220368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3ece34000 0x376ce34000(0x376ce34000) 00000800:00000200:86.0:1596748247.220369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3ece35000 0x376ce35000(0x376ce35000) 00000800:00000200:86.0:1596748247.220370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3ece36000 0x376ce36000(0x376ce36000) 00000800:00000200:86.0:1596748247.220371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3ece37000 0x376ce37000(0x376ce37000) 00000800:00000200:86.0:1596748247.220372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3ece38000 0x376ce38000(0x376ce38000) 00000800:00000200:86.0:1596748247.220373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3ece39000 0x376ce39000(0x376ce39000) 00000800:00000200:86.0:1596748247.220373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3ece3a000 0x376ce3a000(0x376ce3a000) 00000800:00000200:86.0:1596748247.220374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3ece3b000 0x376ce3b000(0x376ce3b000) 00000800:00000200:86.0:1596748247.220375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3ece3c000 0x376ce3c000(0x376ce3c000) 00000800:00000200:86.0:1596748247.220375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3ece3d000 0x376ce3d000(0x376ce3d000) 00000800:00000200:86.0:1596748247.220376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3ece3e000 0x376ce3e000(0x376ce3e000) 00000800:00000200:86.0:1596748247.220377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3ece3f000 0x376ce3f000(0x376ce3f000) 00000800:00000200:86.0:1596748247.220378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3ece40000 0x376ce40000(0x376ce40000) 00000800:00000200:86.0:1596748247.220378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3ece41000 0x376ce41000(0x376ce41000) 00000800:00000200:86.0:1596748247.220379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3ece42000 0x376ce42000(0x376ce42000) 00000800:00000200:86.0:1596748247.220380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3ece43000 0x376ce43000(0x376ce43000) 00000800:00000200:86.0:1596748247.220381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3ece44000 0x376ce44000(0x376ce44000) 00000800:00000200:86.0:1596748247.220381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ece45000 0x376ce45000(0x376ce45000) 00000800:00000010:86.0:1596748247.220981:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848f80 (tot 157658090). 00000800:00000200:86.0:1596748247.220983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.220999:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.220999:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.221000:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.221000:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3e8c00] (20)-- 00000800:00000200:86.0:1596748247.221002:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.87@o2ib36 00000800:00000200:86.0:1596748247.221262:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748247.221627:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.87@o2ib36 00000800:00000200:86.0:1596748247.221629:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.87@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748247.221630:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43493c000 (tot 157657954). 00000800:00000200:86.0:1596748247.221631:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ee3e8c00] (19)++ 00000800:00000200:86.0:1596748247.221631:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ee3e8c00] (20)++ 00000800:00000200:86.0:1596748247.221632:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ee3e8c00] (21)-- 00000800:00000200:85.2:1596748247.221802:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ee3e8c00] (20)++ 00000800:00000200:15.0:1596748250.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b900600] (21)++ 00000800:00000200:15.0:1596748250.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5b900600] (22)++ 00000800:00000200:15.0:1596748250.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5b900600] (23)-- 00000800:00000200:15.0:1596748253.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b907000] (21)++ 00000800:00000200:15.0:1596748253.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5b907000] (22)++ 00000800:00000200:15.0:1596748253.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5b907000] (23)-- 00000800:00000200:15.0:1596748254.352534:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b906400] (21)++ 00000800:00000200:15.0:1596748254.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5b906400] (22)++ 00000800:00000200:15.0:1596748254.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5b906400] (23)-- 00000800:00000200:15.0:1596748255.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c55fc00] (21)++ 00000800:00000200:15.0:1596748255.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c55fc00] (22)++ 00000800:00000200:15.0:1596748255.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c55fc00] (23)-- 00000800:00000200:15.0:1596748255.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f0600] (21)++ 00000800:00000200:15.0:1596748255.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc659f0600] (22)++ 00000800:00000200:15.0:1596748255.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc659f0600] (23)-- 00000800:00020000:15.0:1596748256.352525:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748256.352529:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.4@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748256.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b900600] (22)++ 00000800:00000100:15.0:1596748256.352532:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.4@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748256.352534:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34c80] -> 192.168.128.4@o2ib36 (2)-- 00000800:00000200:15.0:1596748256.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5b900600] (23)-- 00000800:00000200:15.0:1596748256.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d30000] (21)++ 00000800:00000200:15.0:1596748256.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54d30000] (22)++ 00000800:00000200:15.0:1596748256.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54d30000] (23)-- 00000400:00000200:15.0:1596748256.353132:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.4@o2ib36: down 00000400:00000200:15.0:1596748256.353134:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.4@o2ib36 not found 00000800:00000200:15.0:1596748256.353134:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5b900600] (22)-- 00000800:00000200:86.0:1596748256.353444:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5b900600] (21)-- 00000800:00000200:15.0:1596748257.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fd800] (21)++ 00000800:00000200:15.0:1596748257.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471fd800] (22)++ 00000800:00000200:15.0:1596748257.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471fd800] (23)-- 00000800:00000200:15.0:1596748257.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d37a00] (21)++ 00000800:00000200:15.0:1596748257.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54d37a00] (22)++ 00000800:00000200:15.0:1596748257.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54d37a00] (23)-- 00000800:00000200:15.0:1596748257.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471ffc00] (21)++ 00000800:00000200:15.0:1596748257.352543:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4471ffc00] (22)++ 00000800:00000200:15.0:1596748257.352545:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4471ffc00] (23)-- 00000800:00000200:15.0:1596748257.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558400] (21)++ 00000800:00000200:15.0:1596748257.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945c558400] (22)++ 00000800:00000200:15.0:1596748257.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945c558400] (23)-- 00000800:00000200:15.0:1596748257.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46363fa00] (21)++ 00000800:00000200:15.0:1596748257.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46363fa00] (22)++ 00000800:00000200:15.0:1596748257.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46363fa00] (23)-- 00000800:00000200:15.0:1596748257.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463638600] (21)++ 00000800:00000200:15.0:1596748257.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463638600] (22)++ 00000800:00000200:15.0:1596748257.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463638600] (23)-- 00000800:00000200:15.0:1596748257.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d30600] (21)++ 00000800:00000200:15.0:1596748257.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54d30600] (22)++ 00000800:00000200:15.0:1596748257.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54d30600] (23)-- 00000800:00000200:15.0:1596748258.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bf600] (21)++ 00000800:00000200:15.0:1596748258.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bf600] (22)++ 00000800:00000200:15.0:1596748258.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bf600] (23)-- 00000800:00000200:15.0:1596748258.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978c00] (21)++ 00000800:00000200:15.0:1596748258.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462978c00] (22)++ 00000800:00000200:15.0:1596748258.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462978c00] (23)-- 00000800:00020000:15.0:1596748258.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748258.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.80@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748258.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b907000] (22)++ 00000800:00000100:15.0:1596748258.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.80@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748258.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34d00] -> 192.168.128.80@o2ib36 (2)-- 00000800:00000200:15.0:1596748258.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5b907000] (23)-- 00000800:00000200:15.0:1596748258.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bec00] (21)++ 00000800:00000200:15.0:1596748258.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0bec00] (22)++ 00000800:00000200:15.0:1596748258.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0bec00] (23)-- 00000400:00000200:15.0:1596748258.353145:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.80@o2ib36: down 00000400:00000200:15.0:1596748258.353146:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.80@o2ib36 not found 00000800:00000200:15.0:1596748258.353147:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5b907000] (22)-- 00000800:00000200:86.0:1596748258.353443:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5b907000] (21)-- 00000800:00000200:86.0:1596748258.407572:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:15.0:1596748259.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463639000] (21)++ 00000800:00000200:15.0:1596748259.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463639000] (22)++ 00000800:00000200:15.0:1596748259.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463639000] (23)-- 00000800:00000200:15.0:1596748259.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f7a00] (21)++ 00000800:00000200:15.0:1596748259.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc659f7a00] (22)++ 00000800:00000200:15.0:1596748259.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc659f7a00] (23)-- 00000800:00000200:15.0:1596748259.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b906000] (21)++ 00000800:00000200:15.0:1596748259.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5b906000] (22)++ 00000800:00000200:15.0:1596748259.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5b906000] (23)-- 00000800:00020000:15.0:1596748259.352574:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596748259.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.88@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596748259.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b906400] (22)++ 00000800:00000100:15.0:1596748259.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.88@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596748259.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34d80] -> 192.168.128.88@o2ib36 (2)-- 00000800:00000200:15.0:1596748259.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5b906400] (23)-- 00000400:00000200:15.0:1596748259.353170:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.88@o2ib36: down 00000400:00000200:15.0:1596748259.353172:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.88@o2ib36 not found 00000800:00000200:15.0:1596748259.353172:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5b906400] (22)-- 00000800:00000200:86.0:1596748259.353466:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5b906400] (21)-- 00000800:00000200:16.0:1596748260.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55000200] (21)++ 00000800:00000200:16.0:1596748260.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55000200] (22)++ 00000800:00000200:16.0:1596748260.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55000200] (23)-- 00000800:00000200:16.0:1596748260.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc552cc000] (21)++ 00000800:00000200:16.0:1596748260.352555:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc552cc000] (22)++ 00000800:00000200:16.0:1596748260.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc552cc000] (23)-- 00000800:00000200:16.0:1596748260.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29200] (21)++ 00000800:00000200:16.0:1596748260.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb29200] (22)++ 00000800:00000200:16.0:1596748260.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb29200] (23)-- 00000800:00020000:16.0:1596748260.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748260.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.18@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748260.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c55fc00] (22)++ 00000800:00000100:16.0:1596748260.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.18@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748260.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb34b00] -> 192.168.128.18@o2ib36 (2)-- 00000800:00000200:16.0:1596748260.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c55fc00] (23)-- 00000800:00000200:16.0:1596748260.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f1000] (21)++ 00000800:00000200:16.0:1596748260.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc659f1000] (22)++ 00000800:00000200:16.0:1596748260.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc659f1000] (23)-- 00000800:00020000:16.0:1596748260.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748260.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.129@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748260.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f0600] (22)++ 00000800:00000100:16.0:1596748260.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.129@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748260.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1480] -> 192.168.128.129@o2ib36 (2)-- 00000800:00000200:16.0:1596748260.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc659f0600] (23)-- 00000400:00000200:16.0:1596748260.353181:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.18@o2ib36: down 00000400:00000200:16.0:1596748260.353183:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.18@o2ib36 not found 00000800:00000200:16.0:1596748260.353183:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c55fc00] (22)-- 00000800:00000200:86.0:1596748260.353463:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c55fc00] (21)-- 00000400:00000200:16.0:1596748260.353723:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.129@o2ib36: down 00000400:00000200:16.0:1596748260.353725:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.129@o2ib36 not found 00000800:00000200:16.0:1596748260.353725:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc659f0600] (22)-- 00000800:00000200:86.0:1596748260.354017:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc659f0600] (21)-- 00000800:00000200:86.0:1596748260.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748261.352714:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f7000] (21)++ 00000800:00000200:16.0:1596748261.352718:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc659f7000] (22)++ 00000800:00000200:16.0:1596748261.352722:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc659f7000] (23)-- 00000800:00000200:16.0:1596748261.352723:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29e00] (21)++ 00000800:00000200:16.0:1596748261.352725:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3ffb29e00] (22)++ 00000800:00000200:16.0:1596748261.352727:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3ffb29e00] (23)-- 00000800:00000200:16.0:1596748261.352728:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b901000] (21)++ 00000800:00000200:16.0:1596748261.352730:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5b901000] (22)++ 00000800:00000200:16.0:1596748261.352734:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5b901000] (23)-- 00000800:00020000:16.0:1596748261.352735:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748261.352737:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.42@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748261.352738:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d30000] (22)++ 00000800:00000100:16.0:1596748261.352739:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.42@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748261.352741:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556300] -> 192.168.128.42@o2ib36 (2)-- 00000800:00000200:16.0:1596748261.352742:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54d30000] (23)-- 00000400:00000200:16.0:1596748261.353322:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.42@o2ib36: down 00000400:00000200:16.0:1596748261.353324:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.42@o2ib36 not found 00000800:00000200:16.0:1596748261.353324:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54d30000] (22)-- 00000800:00000200:86.0:1596748261.353566:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54d30000] (21)-- 00000800:00000200:86.0:1596748261.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748262.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4472b8000] (21)++ 00000800:00000200:16.0:1596748262.352531:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4472b8000] (22)++ 00000800:00000200:16.0:1596748262.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4472b8000] (23)-- 00000800:00020000:16.0:1596748262.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.159@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471fd800] (22)++ 00000800:00000100:16.0:1596748262.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.159@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352542:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28fc80] -> 192.168.128.159@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471fd800] (23)-- 00000800:00020000:16.0:1596748262.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.160@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d37a00] (22)++ 00000800:00000100:16.0:1596748262.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.160@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556380] -> 192.168.128.160@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54d37a00] (23)-- 00000800:00020000:16.0:1596748262.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.164@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4471ffc00] (22)++ 00000800:00000100:16.0:1596748262.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.164@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28f900] -> 192.168.128.164@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4471ffc00] (23)-- 00000800:00020000:16.0:1596748262.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.89@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945c558400] (22)++ 00000800:00000100:16.0:1596748262.352565:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.89@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352567:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98945cb35380] -> 192.168.128.89@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352568:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945c558400] (23)-- 00000800:00020000:16.0:1596748262.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.106@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46363fa00] (22)++ 00000800:00000100:16.0:1596748262.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.106@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294b80] -> 192.168.128.106@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46363fa00] (23)-- 00000800:00020000:16.0:1596748262.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.9@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463638600] (22)++ 00000800:00000100:16.0:1596748262.352581:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.9@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295380] -> 192.168.128.9@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352584:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463638600] (23)-- 00000800:00020000:16.0:1596748262.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596748262.352588:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.21@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596748262.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54d30600] (22)++ 00000800:00000100:16.0:1596748262.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.21@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596748262.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557b80] -> 192.168.128.21@o2ib36 (2)-- 00000800:00000200:16.0:1596748262.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54d30600] (23)-- 00000400:00000200:16.0:1596748262.353108:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.159@o2ib36: down 00000400:00000200:16.0:1596748262.353109:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.159@o2ib36 not found 00000800:00000200:16.0:1596748262.353110:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471fd800] (22)-- 00000800:00000200:36.0:1596748262.353630:0:547:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471fd800] (21)-- 00000400:00000200:16.0:1596748262.353649:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.160@o2ib36: down 00000400:00000200:16.0:1596748262.353650:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.160@o2ib36 not found 00000800:00000200:16.0:1596748262.353650:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54d37a00] (22)-- 00000800:00000200:86.0:1596748262.353943:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54d37a00] (21)-- 00000400:00000200:16.0:1596748262.354186:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.164@o2ib36: down 00000400:00000200:16.0:1596748262.354187:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.164@o2ib36 not found 00000800:00000200:16.0:1596748262.354188:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4471ffc00] (22)-- 00000800:00000200:86.0:1596748262.354567:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4471ffc00] (21)-- 00000400:00000200:16.0:1596748262.354748:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.89@o2ib36: down 00000400:00000200:16.0:1596748262.354749:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.89@o2ib36 not found 00000800:00000200:16.0:1596748262.354749:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945c558400] (22)-- 00000800:00000200:86.0:1596748262.355029:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945c558400] (21)-- 00000400:00000200:16.0:1596748262.355289:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.106@o2ib36: down 00000400:00000200:16.0:1596748262.355290:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.106@o2ib36 not found 00000800:00000200:16.0:1596748262.355290:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46363fa00] (22)-- 00000800:00000200:86.0:1596748262.355613:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46363fa00] (21)-- 00000400:00000200:16.0:1596748262.355839:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.9@o2ib36: down 00000400:00000200:16.0:1596748262.355840:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.9@o2ib36 not found 00000800:00000200:16.0:1596748262.355840:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463638600] (22)-- 00000800:00000200:86.0:1596748262.356146:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463638600] (21)-- 00000400:00000200:16.0:1596748262.356226:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.21@o2ib36: down 00000400:00000200:16.0:1596748262.356227:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.21@o2ib36 not found 00000800:00000200:16.0:1596748262.356228:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54d30600] (22)-- 00000800:00000200:86.0:1596748262.356529:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54d30600] (21)-- 00000800:00000200:86.0:1596748262.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748262.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596748263.352517:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f4917a00] (21)++ 00000800:00000200:16.0:1596748263.352519:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f4917a00] (22)++ 00000800:00000200:16.0:1596748263.352523:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f4917a00] (23)-- 00000800:00000200:16.0:1596748263.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46363f000] (21)++ 00000800:00000200:16.0:1596748263.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46363f000] (22)++ 00000800:00000200:16.0:1596748263.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46363f000] (23)-- 00000800:00000200:86.0:1596748263.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000400:00000001:82.0F:1596748263.670200:0:25754:0:(module.c:70:libcfs_ioctl()) Process entered 00000400:00000001:82.0:1596748263.670203:0:25754:0:(linux-module.c:113:libcfs_ioctl_getdata()) Process entered 00000400:00000010:82.0:1596748263.670204:0:25754:0:(linux-module.c:136:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 128 at ffff98bc7e1c2280 (tot 157658082). 00000400:00000001:82.0:1596748263.670206:0:25754:0:(linux-module.c:143:libcfs_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:82.0:1596748263.670207:0:25754:0:(linux-module.c:91:libcfs_ioctl_data_adjust()) Process entered 00000400:00000001:82.0:1596748263.670207:0:25754:0:(linux-module.c:105:libcfs_ioctl_data_adjust()) Process leaving (rc=0 : 0 : 0) 00000400:00000080:82.0:1596748263.670208:0:25754:0:(module.c:91:libcfs_ioctl()) libcfs ioctl cmd 3221775666 00000800:00000200:17.0:1596748264.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f4910600] (21)++ 00000800:00000200:17.0:1596748264.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f4910600] (22)++ 00000800:00000200:17.0:1596748264.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f4910600] (23)-- 00000800:00020000:17.0:1596748264.352543:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748264.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.146@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748264.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bf600] (22)++ 00000800:00000100:17.0:1596748264.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.146@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748264.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3800] -> 192.168.128.146@o2ib36 (2)-- 00000800:00000200:17.0:1596748264.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bf600] (23)-- 00000800:00020000:17.0:1596748264.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748264.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.151@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748264.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978c00] (22)++ 00000800:00000100:17.0:1596748264.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.151@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748264.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28ed80] -> 192.168.128.151@o2ib36 (2)-- 00000800:00000200:17.0:1596748264.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462978c00] (23)-- 00000400:00000200:17.0:1596748264.353077:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.146@o2ib36: down 00000400:00000200:17.0:1596748264.353079:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.146@o2ib36 not found 00000800:00000200:17.0:1596748264.353079:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bf600] (22)-- 00000800:00000200:86.0:1596748264.353429:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bf600] (21)-- 00000400:00000200:17.0:1596748264.353615:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.151@o2ib36: down 00000400:00000200:17.0:1596748264.353616:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.151@o2ib36 not found 00000800:00000200:17.0:1596748264.353621:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462978c00] (22)-- 00000800:00000200:86.0:1596748264.354148:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462978c00] (21)-- 00000800:00000200:86.0:1596748264.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748264.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748264.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748264.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748264.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748264.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:36.0:1596748264.407557:0:547:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748265.352621:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748265.352623:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.105@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55000200] (22)++ 00000800:00000100:17.0:1596748265.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.105@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557b00] -> 192.168.128.105@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55000200] (23)-- 00000800:00020000:17.0:1596748265.352630:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:17.0:1596748265.352632:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.107@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352632:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0bec00] (22)++ 00000800:00000100:17.0:1596748265.352634:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.107@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352636:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e3880] -> 192.168.128.107@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352637:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e0bec00] (23)-- 00000800:00020000:17.0:1596748265.352638:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748265.352639:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.110@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352640:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc552cc000] (22)++ 00000800:00000100:17.0:1596748265.352641:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.110@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352642:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55557a80] -> 192.168.128.110@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352644:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc552cc000] (23)-- 00000800:00020000:17.0:1596748265.352644:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748265.352646:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.11@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352646:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29200] (22)++ 00000800:00000100:17.0:1596748265.352648:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.11@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352649:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849500] -> 192.168.128.11@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352651:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb29200] (23)-- 00000800:00020000:17.0:1596748265.352653:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748265.352654:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.22@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352655:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463639000] (22)++ 00000800:00000100:17.0:1596748265.352656:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.22@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352658:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295300] -> 192.168.128.22@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352659:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463639000] (23)-- 00000800:00020000:17.0:1596748265.352660:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748265.352661:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.124@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352662:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f1000] (22)++ 00000800:00000100:17.0:1596748265.352663:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.124@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352665:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1400] -> 192.168.128.124@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352666:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc659f1000] (23)-- 00000800:00020000:17.0:1596748265.352668:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748265.352669:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.27@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352670:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f7a00] (22)++ 00000800:00000100:17.0:1596748265.352671:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.27@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352673:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0980] -> 192.168.128.27@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352674:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc659f7a00] (23)-- 00000800:00020000:17.0:1596748265.352676:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748265.352677:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.33@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748265.352677:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b906000] (22)++ 00000800:00000100:17.0:1596748265.352679:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.33@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748265.352681:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd35000] -> 192.168.128.33@o2ib36 (2)-- 00000800:00000200:17.0:1596748265.352682:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5b906000] (23)-- 00000400:00000200:17.0:1596748265.353122:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.105@o2ib36: down 00000400:00000200:17.0:1596748265.353123:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.105@o2ib36 not found 00000800:00000200:17.0:1596748265.353124:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55000200] (22)-- 00000800:00000200:86.0:1596748265.353471:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55000200] (21)-- 00000400:00000200:17.0:1596748265.353658:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.107@o2ib36: down 00000400:00000200:17.0:1596748265.353659:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.107@o2ib36 not found 00000800:00000200:17.0:1596748265.353660:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e0bec00] (22)-- 00000800:00000200:86.0:1596748265.353966:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e0bec00] (21)-- 00000400:00000200:17.0:1596748265.354215:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.110@o2ib36: down 00000400:00000200:17.0:1596748265.354216:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.110@o2ib36 not found 00000800:00000200:17.0:1596748265.354216:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc552cc000] (22)-- 00000400:00000200:17.0:1596748265.354764:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.11@o2ib36: down 00000400:00000200:17.0:1596748265.354765:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.11@o2ib36 not found 00000800:00000200:17.0:1596748265.354766:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb29200] (22)-- 00000800:00000200:86.0:1596748265.354792:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc552cc000] (21)-- 00000800:00000200:86.0:1596748265.355023:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb29200] (21)-- 00000400:00000200:17.0:1596748265.355322:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.22@o2ib36: down 00000400:00000200:17.0:1596748265.355323:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.22@o2ib36 not found 00000800:00000200:17.0:1596748265.355323:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463639000] (22)-- 00000800:00000200:86.0:1596748265.355596:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463639000] (21)-- 00000400:00000200:17.0:1596748265.355876:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.124@o2ib36: down 00000400:00000200:17.0:1596748265.355877:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.124@o2ib36 not found 00000800:00000200:17.0:1596748265.355878:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc659f1000] (22)-- 00000800:00000200:86.0:1596748265.356165:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc659f1000] (21)-- 00000400:00000200:17.0:1596748265.356427:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.27@o2ib36: down 00000400:00000200:17.0:1596748265.356428:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.27@o2ib36 not found 00000800:00000200:17.0:1596748265.356429:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc659f7a00] (22)-- 00000800:00000200:86.0:1596748265.356740:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc659f7a00] (21)-- 00000400:00000200:17.0:1596748265.356977:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.33@o2ib36: down 00000400:00000200:17.0:1596748265.356978:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.33@o2ib36 not found 00000800:00000200:17.0:1596748265.356978:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5b906000] (22)-- 00000800:00000200:86.0:1596748265.357286:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5b906000] (21)-- 00000800:00000200:17.0:1596748266.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f1a00] (21)++ 00000800:00000200:17.0:1596748266.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc659f1a00] (22)++ 00000800:00000200:17.0:1596748266.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc659f1a00] (23)-- 00000800:00000200:86.0:1596748266.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748266.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596748267.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832800] (21)++ 00000800:00000200:17.0:1596748267.352528:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e832800] (22)++ 00000800:00000200:17.0:1596748267.352531:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e832800] (23)-- 00000800:00020000:17.0:1596748267.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748267.352534:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.54@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748267.352535:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4472b8000] (22)++ 00000800:00000100:17.0:1596748267.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.54@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748267.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28fc00] -> 192.168.128.54@o2ib36 (2)-- 00000800:00000200:17.0:1596748267.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4472b8000] (23)-- 00000400:00000200:17.0:1596748267.353100:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.54@o2ib36: down 00000400:00000200:17.0:1596748267.353101:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.54@o2ib36 not found 00000800:00000200:17.0:1596748267.353102:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4472b8000] (22)-- 00000800:00000200:86.0:1596748267.353417:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4472b8000] (21)-- 00000800:00000200:86.0:1596748267.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748267.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748268.352527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748268.352530:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.137@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748268.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f7000] (22)++ 00000800:00000100:17.0:1596748268.352533:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.137@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748268.352535:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc0a00] -> 192.168.128.137@o2ib36 (2)-- 00000800:00000200:17.0:1596748268.352536:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc659f7000] (23)-- 00000800:00020000:17.0:1596748268.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748268.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.37@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748268.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3ffb29e00] (22)++ 00000800:00000100:17.0:1596748268.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.37@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748268.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848980] -> 192.168.128.37@o2ib36 (2)-- 00000800:00000200:17.0:1596748268.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3ffb29e00] (23)-- 00000800:00020000:17.0:1596748268.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748268.352546:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.38@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748268.352547:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5b901000] (22)++ 00000800:00000100:17.0:1596748268.352548:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.38@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748268.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac5bd34e00] -> 192.168.128.38@o2ib36 (2)-- 00000800:00000200:17.0:1596748268.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5b901000] (23)-- 00000800:00020000:17.0:1596748268.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748268.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.45@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748268.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f4917a00] (22)++ 00000800:00000100:17.0:1596748268.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.45@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748268.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408849480] -> 192.168.128.45@o2ib36 (2)-- 00000800:00000200:17.0:1596748268.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f4917a00] (23)-- 00000800:00020000:17.0:1596748268.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748268.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.90@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748268.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46363f000] (22)++ 00000800:00000100:17.0:1596748268.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.90@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748268.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464294c00] -> 192.168.128.90@o2ib36 (2)-- 00000800:00000200:17.0:1596748268.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46363f000] (23)-- 00000400:00000200:17.0:1596748268.353153:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.137@o2ib36: down 00000400:00000200:17.0:1596748268.353154:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.137@o2ib36 not found 00000800:00000200:17.0:1596748268.353155:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc659f7000] (22)-- 00000800:00000200:86.0:1596748268.353431:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc659f7000] (21)-- 00000400:00000200:17.0:1596748268.353697:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.37@o2ib36: down 00000400:00000200:17.0:1596748268.353698:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.37@o2ib36 not found 00000800:00000200:17.0:1596748268.353699:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3ffb29e00] (22)-- 00000800:00000200:86.0:1596748268.353993:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3ffb29e00] (21)-- 00000400:00000200:17.0:1596748268.354243:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.38@o2ib36: down 00000400:00000200:17.0:1596748268.354244:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.38@o2ib36 not found 00000800:00000200:17.0:1596748268.354245:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5b901000] (22)-- 00000800:00000200:86.0:1596748268.354565:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5b901000] (21)-- 00000400:00000200:17.0:1596748268.354799:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.45@o2ib36: down 00000400:00000200:17.0:1596748268.354800:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.45@o2ib36 not found 00000800:00000200:17.0:1596748268.354801:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f4917a00] (22)-- 00000800:00000200:86.0:1596748268.355088:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f4917a00] (21)-- 00000400:00000200:17.0:1596748268.355345:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.90@o2ib36: down 00000400:00000200:17.0:1596748268.355346:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.90@o2ib36 not found 00000800:00000200:17.0:1596748268.355346:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46363f000] (22)-- 00000800:00000200:86.0:1596748268.355668:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46363f000] (21)-- 00000800:00000200:17.0:1596748269.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622200] (21)++ 00000800:00000200:17.0:1596748269.352526:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e622200] (22)++ 00000800:00000200:17.0:1596748269.352530:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e622200] (23)-- 00000800:00000200:86.0:1596748269.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748270.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748270.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.134@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748270.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f4910600] (22)++ 00000800:00000100:17.0:1596748270.352540:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.134@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748270.352542:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c408848a00] -> 192.168.128.134@o2ib36 (2)-- 00000800:00000200:17.0:1596748270.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c3f4910600] (23)-- 00000400:00000200:17.0:1596748270.353074:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.134@o2ib36: down 00000400:00000200:17.0:1596748270.353076:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.134@o2ib36 not found 00000800:00000200:17.0:1596748270.353076:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c3f4910600] (22)-- 00000800:00000200:86.0:1596748270.353334:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c3f4910600] (21)-- 00000800:00000200:86.0:1596748270.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748270.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748270.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748270.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748270.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748271.830141:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bb80 (tot 157658194). 00000800:00000200:86.0:1596748271.830145:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bb80] -> 192.168.128.4@o2ib36 (1)++ 00000800:00000010:86.0:1596748271.830148:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97bb00 (tot 157658306). 00000800:00000010:86.0:1596748271.830151:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b905200 (tot 157658602). 00000800:00000010:86.0:1596748271.830154:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5ba78540 (tot 157658738). 00000800:00000010:86.0:1596748271.830157:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba46800 (tot 157660610). 00000800:00000010:86.0:1596748271.830157:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5ba78600 (tot 157660762). 00000800:00000200:86.0:1596748271.830164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba7a000 0x1fdba7a000(0x1fdba7a000) 00000800:00000200:86.0:1596748271.830165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba7b000 0x1fdba7b000(0x1fdba7b000) 00000800:00000200:86.0:1596748271.830166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba7c000 0x1fdba7c000(0x1fdba7c000) 00000800:00000200:86.0:1596748271.830167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba7d000 0x1fdba7d000(0x1fdba7d000) 00000800:00000200:86.0:1596748271.830167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba7e000 0x1fdba7e000(0x1fdba7e000) 00000800:00000200:86.0:1596748271.830168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba7f000 0x1fdba7f000(0x1fdba7f000) 00000800:00000200:86.0:1596748271.830169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba80000 0x1fdba80000(0x1fdba80000) 00000800:00000200:86.0:1596748271.830170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba81000 0x1fdba81000(0x1fdba81000) 00000800:00000200:86.0:1596748271.830170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba82000 0x1fdba82000(0x1fdba82000) 00000800:00000200:86.0:1596748271.830171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba83000 0x1fdba83000(0x1fdba83000) 00000800:00000200:86.0:1596748271.830172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba84000 0x1fdba84000(0x1fdba84000) 00000800:00000200:86.0:1596748271.830173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba85000 0x1fdba85000(0x1fdba85000) 00000800:00000200:86.0:1596748271.830173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba86000 0x1fdba86000(0x1fdba86000) 00000800:00000200:86.0:1596748271.830174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba87000 0x1fdba87000(0x1fdba87000) 00000800:00000200:86.0:1596748271.830175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba88000 0x1fdba88000(0x1fdba88000) 00000800:00000200:86.0:1596748271.830175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba89000 0x1fdba89000(0x1fdba89000) 00000800:00000200:86.0:1596748271.830176:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba8a000 0x1fdba8a000(0x1fdba8a000) 00000800:00000200:86.0:1596748271.830177:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba8b000 0x1fdba8b000(0x1fdba8b000) 00000800:00000010:86.0:1596748271.830814:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97bb00 (tot 157660650). 00000800:00000200:86.0:1596748271.830815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.830833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b905200] (20)-- 00000800:00000200:86.0:1596748271.830834:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.4@o2ib36 00000800:00000200:86.0:1596748271.831104:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748271.831430:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.4@o2ib36 00000800:00000200:86.0:1596748271.831431:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.4@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748271.831432:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5ba78540 (tot 157660514). 00000800:00000200:86.0:1596748271.831433:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:41.2:1596748271.831434:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b905200] (19)++ 00000800:00000200:86.0:1596748271.831435:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b905200] (20)++ 00000800:00000200:86.0:1596748271.831435:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b905200] (21)-- 00000800:00020000:17.0:1596748272.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748272.352539:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.116@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748272.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc659f1a00] (22)++ 00000800:00000100:17.0:1596748272.352542:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.116@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748272.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc65fc1380] -> 192.168.128.116@o2ib36 (2)-- 00000800:00000200:17.0:1596748272.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc659f1a00] (23)-- 00000400:00000200:17.0:1596748272.353042:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.116@o2ib36: down 00000400:00000200:17.0:1596748272.353044:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.116@o2ib36 not found 00000800:00000200:17.0:1596748272.353044:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc659f1a00] (22)-- 00000800:00000200:86.0:1596748272.353353:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc659f1a00] (21)-- 00000800:00000200:86.0:1596748272.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596748273.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748273.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.52@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748273.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832800] (22)++ 00000800:00000100:17.0:1596748273.352537:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.52@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748273.352539:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2700] -> 192.168.128.52@o2ib36 (2)-- 00000800:00000200:17.0:1596748273.352540:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e832800] (23)-- 00000400:00000200:17.0:1596748273.353116:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.52@o2ib36: down 00000400:00000200:17.0:1596748273.353118:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.52@o2ib36 not found 00000800:00000200:17.0:1596748273.353119:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e832800] (22)-- 00000800:00000200:86.0:1596748273.353458:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e832800] (21)-- 00000800:00020000:17.0:1596748274.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596748274.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.154@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748274.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e622200] (22)++ 00000800:00000100:17.0:1596748274.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.154@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748274.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c5e7e2780] -> 192.168.128.154@o2ib36 (2)-- 00000800:00000200:17.0:1596748274.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e622200] (23)-- 00000400:00000200:17.0:1596748274.353192:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.154@o2ib36: down 00000400:00000200:17.0:1596748274.353194:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.154@o2ib36 not found 00000800:00000200:17.0:1596748274.353194:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e622200] (22)-- 00000800:00000200:86.0:1596748274.353769:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e622200] (21)-- 00000800:00000200:86.0:1596748274.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748274.465491:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97bb00 (tot 157660626). 00000800:00000200:86.0:1596748274.465495:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97bb00] -> 192.168.128.80@o2ib36 (1)++ 00000800:00000010:86.0:1596748274.465502:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97ba80 (tot 157660738). 00000800:00000010:86.0:1596748274.465505:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a514b2f000 (tot 157661034). 00000800:00000010:86.0:1596748274.465506:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5ba78540 (tot 157661170). 00000800:00000010:86.0:1596748274.465507:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba45800 (tot 157663042). 00000800:00000010:86.0:1596748274.465508:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5ba78840 (tot 157663194). 00000800:00000200:86.0:1596748274.465514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba8c000 0x1fdba8c000(0x1fdba8c000) 00000800:00000200:86.0:1596748274.465515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba8d000 0x1fdba8d000(0x1fdba8d000) 00000800:00000200:86.0:1596748274.465516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5ba8e000 0x1fdba8e000(0x1fdba8e000) 00000800:00000200:86.0:1596748274.465516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5ba8f000 0x1fdba8f000(0x1fdba8f000) 00000800:00000200:86.0:1596748274.465517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5ba90000 0x1fdba90000(0x1fdba90000) 00000800:00000200:86.0:1596748274.465518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5ba91000 0x1fdba91000(0x1fdba91000) 00000800:00000200:86.0:1596748274.465519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5ba92000 0x1fdba92000(0x1fdba92000) 00000800:00000200:86.0:1596748274.465519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5ba93000 0x1fdba93000(0x1fdba93000) 00000800:00000200:86.0:1596748274.465520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5ba94000 0x1fdba94000(0x1fdba94000) 00000800:00000200:86.0:1596748274.465521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5ba95000 0x1fdba95000(0x1fdba95000) 00000800:00000200:86.0:1596748274.465522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5ba96000 0x1fdba96000(0x1fdba96000) 00000800:00000200:86.0:1596748274.465522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5ba97000 0x1fdba97000(0x1fdba97000) 00000800:00000200:86.0:1596748274.465523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5ba98000 0x1fdba98000(0x1fdba98000) 00000800:00000200:86.0:1596748274.465524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5ba99000 0x1fdba99000(0x1fdba99000) 00000800:00000200:86.0:1596748274.465525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5ba9a000 0x1fdba9a000(0x1fdba9a000) 00000800:00000200:86.0:1596748274.465525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5ba9b000 0x1fdba9b000(0x1fdba9b000) 00000800:00000200:86.0:1596748274.465526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5ba9c000 0x1fdba9c000(0x1fdba9c000) 00000800:00000200:86.0:1596748274.465527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5ba9d000 0x1fdba9d000(0x1fdba9d000) 00000800:00000010:86.0:1596748274.466117:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97ba80 (tot 157663082). 00000800:00000200:86.0:1596748274.466118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a514b2f000] (20)-- 00000800:00000200:86.0:1596748274.466137:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.80@o2ib36 00000800:00000200:86.0:1596748274.466405:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748274.466682:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a514b2f000] (19)++ 00000800:00000200:86.0:1596748274.466685:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.80@o2ib36 00000800:00000200:86.0:1596748274.466687:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.80@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748274.466688:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5ba78540 (tot 157662946). 00000800:00000200:86.0:1596748274.466689:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a514b2f000] (20)++ 00000800:00000200:86.0:1596748274.466690:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a514b2f000] (21)++ 00000800:00000200:86.0:1596748274.466691:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a514b2f000] (22)-- 00000800:00000200:86.0:1596748275.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748276.293389:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97ba80 (tot 157663058). 00000800:00000200:86.0:1596748276.293393:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97ba80] -> 192.168.128.88@o2ib36 (1)++ 00000800:00000010:86.0:1596748276.293395:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97ba00 (tot 157663170). 00000800:00000010:86.0:1596748276.293396:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c50a200 (tot 157663466). 00000800:00000010:86.0:1596748276.293397:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5ba78540 (tot 157663602). 00000800:00000010:86.0:1596748276.293398:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba44800 (tot 157665474). 00000800:00000010:86.0:1596748276.293399:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5ba78a80 (tot 157665626). 00000800:00000200:86.0:1596748276.293402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5ba9e000 0x1fdba9e000(0x1fdba9e000) 00000800:00000200:86.0:1596748276.293403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5ba9f000 0x1fdba9f000(0x1fdba9f000) 00000800:00000200:86.0:1596748276.293404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5baa0000 0x1fdbaa0000(0x1fdbaa0000) 00000800:00000200:86.0:1596748276.293405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5baa1000 0x1fdbaa1000(0x1fdbaa1000) 00000800:00000200:86.0:1596748276.293405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5baa2000 0x1fdbaa2000(0x1fdbaa2000) 00000800:00000200:86.0:1596748276.293406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5baa3000 0x1fdbaa3000(0x1fdbaa3000) 00000800:00000200:86.0:1596748276.293407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5baa4000 0x1fdbaa4000(0x1fdbaa4000) 00000800:00000200:86.0:1596748276.293408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5baa5000 0x1fdbaa5000(0x1fdbaa5000) 00000800:00000200:86.0:1596748276.293408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5baa6000 0x1fdbaa6000(0x1fdbaa6000) 00000800:00000200:86.0:1596748276.293409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5baa7000 0x1fdbaa7000(0x1fdbaa7000) 00000800:00000200:86.0:1596748276.293410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5baa8000 0x1fdbaa8000(0x1fdbaa8000) 00000800:00000200:86.0:1596748276.293411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5baa9000 0x1fdbaa9000(0x1fdbaa9000) 00000800:00000200:86.0:1596748276.293411:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5baaa000 0x1fdbaaa000(0x1fdbaaa000) 00000800:00000200:86.0:1596748276.293412:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5baab000 0x1fdbaab000(0x1fdbaab000) 00000800:00000200:86.0:1596748276.293413:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5baac000 0x1fdbaac000(0x1fdbaac000) 00000800:00000200:86.0:1596748276.293414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5baad000 0x1fdbaad000(0x1fdbaad000) 00000800:00000200:86.0:1596748276.293414:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5baae000 0x1fdbaae000(0x1fdbaae000) 00000800:00000200:86.0:1596748276.293415:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5baaf000 0x1fdbaaf000(0x1fdbaaf000) 00000800:00000010:86.0:1596748276.293982:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97ba00 (tot 157665514). 00000800:00000200:86.0:1596748276.293984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.293999:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.293999:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.294000:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.294000:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.294001:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.294001:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50a200] (20)-- 00000800:00000200:86.0:1596748276.294003:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.88@o2ib36 00000800:00000200:86.0:1596748276.294268:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748276.294577:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50a200] (19)++ 00000800:00000200:86.0:1596748276.294579:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.88@o2ib36 00000800:00000200:86.0:1596748276.294581:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.88@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748276.294581:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5ba78540 (tot 157665378). 00000800:00000200:86.0:1596748276.294583:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c50a200] (20)++ 00000800:00000200:86.0:1596748276.294584:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c50a200] (21)++ 00000800:00000200:86.0:1596748276.294585:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c50a200] (22)-- 00000800:00000200:86.0:1596748276.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748276.715391:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0e80 (tot 157665490). 00000800:00000200:86.0:1596748276.715396:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0e80] -> 192.168.128.129@o2ib36 (1)++ 00000800:00000010:86.0:1596748276.715399:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65fc0f00 (tot 157665602). 00000800:00000010:86.0:1596748276.715401:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eaf600 (tot 157665898). 00000800:00000010:86.0:1596748276.715404:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7b428d80 (tot 157666034). 00000800:00000010:86.0:1596748276.715407:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b25800 (tot 157667906). 00000800:00000010:86.0:1596748276.715407:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7b428e40 (tot 157668058). 00000800:00000200:86.0:1596748276.715417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6542d000 0x2fe542d000(0x2fe542d000) 00000800:00000200:86.0:1596748276.715418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc66bcf000 0x2fe6bcf000(0x2fe6bcf000) 00000800:00000200:86.0:1596748276.715419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66947000 0x2fe6947000(0x2fe6947000) 00000800:00000200:86.0:1596748276.715420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc66bd6000 0x2fe6bd6000(0x2fe6bd6000) 00000800:00000200:86.0:1596748276.715421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67a52000 0x2fe7a52000(0x2fe7a52000) 00000800:00000200:86.0:1596748276.715422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b5b61cc000 0x29361cc000(0x29361cc000) 00000800:00000200:86.0:1596748276.715422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65bd1000 0x2fe5bd1000(0x2fe5bd1000) 00000800:00000200:86.0:1596748276.715423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b5147f9000 0x28947f9000(0x28947f9000) 00000800:00000200:86.0:1596748276.715424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7ed2e000 0x2ffed2e000(0x2ffed2e000) 00000800:00000200:86.0:1596748276.715424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b514624000 0x2894624000(0x2894624000) 00000800:00000200:86.0:1596748276.715425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67891000 0x2fe7891000(0x2fe7891000) 00000800:00000200:86.0:1596748276.715426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7edef000 0x2ffedef000(0x2ffedef000) 00000800:00000200:86.0:1596748276.715427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc65e38000 0x2fe5e38000(0x2fe5e38000) 00000800:00000200:86.0:1596748276.715427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6540b000 0x2fe540b000(0x2fe540b000) 00000800:00000200:86.0:1596748276.715428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67941000 0x2fe7941000(0x2fe7941000) 00000800:00000200:86.0:1596748276.715429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc659fc000 0x2fe59fc000(0x2fe59fc000) 00000800:00000200:86.0:1596748276.715430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67bd9000 0x2fe7bd9000(0x2fe7bd9000) 00000800:00000200:86.0:1596748276.715430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b7f000 0x2fe5b7f000(0x2fe5b7f000) 00000800:00000010:86.0:1596748276.715986:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65fc0f00 (tot 157667946). 00000800:00000200:86.0:1596748276.715988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.715999:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.715999:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716000:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716000:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716001:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716001:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716001:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716002:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716002:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716003:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716003:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716004:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716004:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716005:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eaf600] (20)-- 00000800:00000200:86.0:1596748276.716007:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.129@o2ib36 00000800:00000200:86.0:1596748276.716253:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748276.716550:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.129@o2ib36 00000800:00000200:86.0:1596748276.716552:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.129@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748276.716553:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7b428d80 (tot 157667810). 00000800:00000200:86.0:1596748276.716554:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eaf600] (19)++ 00000800:00000200:86.0:1596748276.716555:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eaf600] (20)++ 00000800:00000200:86.0:1596748276.716556:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eaf600] (21)-- 00000800:00000200:87.2:1596748276.716705:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eaf600] (20)++ 00000800:00000010:86.0:1596748276.821092:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945c169f00 (tot 157667922). 00000800:00000200:86.0:1596748276.821096:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945c169f00] -> 192.168.128.18@o2ib36 (1)++ 00000800:00000010:86.0:1596748276.821098:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945c169e80 (tot 157668034). 00000800:00000010:86.0:1596748276.821100:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c854600 (tot 157668330). 00000800:00000010:86.0:1596748276.821103:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c187740 (tot 157668466). 00000800:00000010:86.0:1596748276.821105:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cb3d800 (tot 157670338). 00000800:00000010:86.0:1596748276.821106:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c187680 (tot 157670490). 00000800:00000200:86.0:1596748276.821114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c183000 0x7dc183000(0x7dc183000) 00000800:00000200:86.0:1596748276.821115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c198000 0x7dc198000(0x7dc198000) 00000800:00000200:86.0:1596748276.821116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c199000 0x7dc199000(0x7dc199000) 00000800:00000200:86.0:1596748276.821117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c19a000 0x7dc19a000(0x7dc19a000) 00000800:00000200:86.0:1596748276.821118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c19b000 0x7dc19b000(0x7dc19b000) 00000800:00000200:86.0:1596748276.821118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c19c000 0x7dc19c000(0x7dc19c000) 00000800:00000200:86.0:1596748276.821119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c19d000 0x7dc19d000(0x7dc19d000) 00000800:00000200:86.0:1596748276.821120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c19e000 0x7dc19e000(0x7dc19e000) 00000800:00000200:86.0:1596748276.821120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c19f000 0x7dc19f000(0x7dc19f000) 00000800:00000200:86.0:1596748276.821121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c1a0000 0x7dc1a0000(0x7dc1a0000) 00000800:00000200:86.0:1596748276.821122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c1a1000 0x7dc1a1000(0x7dc1a1000) 00000800:00000200:86.0:1596748276.821123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c1a2000 0x7dc1a2000(0x7dc1a2000) 00000800:00000200:86.0:1596748276.821123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c1a3000 0x7dc1a3000(0x7dc1a3000) 00000800:00000200:86.0:1596748276.821124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c1a4000 0x7dc1a4000(0x7dc1a4000) 00000800:00000200:86.0:1596748276.821125:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c1a5000 0x7dc1a5000(0x7dc1a5000) 00000800:00000200:86.0:1596748276.821126:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c1a6000 0x7dc1a6000(0x7dc1a6000) 00000800:00000200:86.0:1596748276.821127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c1a7000 0x7dc1a7000(0x7dc1a7000) 00000800:00000200:86.0:1596748276.821127:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c1a8000 0x7dc1a8000(0x7dc1a8000) 00000800:00000010:86.0:1596748276.821694:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945c169e80 (tot 157670378). 00000800:00000200:86.0:1596748276.821695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821700:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.821713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c854600] (20)-- 00000800:00000200:86.0:1596748276.821714:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.18@o2ib36 00000800:00000200:86.0:1596748276.821973:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748276.822313:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.18@o2ib36 00000800:00000200:86.0:1596748276.822314:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.18@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748276.822315:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c187740 (tot 157670242). 00000800:00000200:86.0:1596748276.822316:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c854600] (19)++ 00000800:00000200:86.0:1596748276.822317:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c854600] (20)++ 00000800:00000200:86.0:1596748276.822318:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c854600] (21)-- 00000800:00000200:37.2:1596748276.822532:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c854600] (20)++ 00000800:00000010:86.0:1596748277.959672:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557700 (tot 157670354). 00000800:00000200:86.0:1596748277.959676:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557700] -> 192.168.128.42@o2ib36 (1)++ 00000800:00000010:86.0:1596748277.959677:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557680 (tot 157670466). 00000800:00000010:86.0:1596748277.959684:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54960000 (tot 157670762). 00000800:00000010:86.0:1596748277.959687:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f6c000 (tot 157670898). 00000800:00000010:86.0:1596748277.959689:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc7ec42000 (tot 157672770). 00000800:00000010:86.0:1596748277.959690:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f6c0c0 (tot 157672922). 00000800:00000200:86.0:1596748277.959697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc54f6e000 0x3fd4f6e000(0x3fd4f6e000) 00000800:00000200:86.0:1596748277.959699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5558c000 0x3fd558c000(0x3fd558c000) 00000800:00000200:86.0:1596748277.959699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc55a21000 0x3fd5a21000(0x3fd5a21000) 00000800:00000200:86.0:1596748277.959700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57618000 0x3fd7618000(0x3fd7618000) 00000800:00000200:86.0:1596748277.959701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55a22000 0x3fd5a22000(0x3fd5a22000) 00000800:00000200:86.0:1596748277.959702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55502000 0x3fd5502000(0x3fd5502000) 00000800:00000200:86.0:1596748277.959703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57839000 0x3fd7839000(0x3fd7839000) 00000800:00000200:86.0:1596748277.959703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57913000 0x3fd7913000(0x3fd7913000) 00000800:00000200:86.0:1596748277.959704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc579e7000 0x3fd79e7000(0x3fd79e7000) 00000800:00000200:86.0:1596748277.959705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54d59000 0x3fd4d59000(0x3fd4d59000) 00000800:00000200:86.0:1596748277.959705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc550a8000 0x3fd50a8000(0x3fd50a8000) 00000800:00000200:86.0:1596748277.959706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc550a9000 0x3fd50a9000(0x3fd50a9000) 00000800:00000200:86.0:1596748277.959707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54846000 0x3fd4846000(0x3fd4846000) 00000800:00000200:86.0:1596748277.959708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54847000 0x3fd4847000(0x3fd4847000) 00000800:00000200:86.0:1596748277.959709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54860000 0x3fd4860000(0x3fd4860000) 00000800:00000200:86.0:1596748277.959709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54861000 0x3fd4861000(0x3fd4861000) 00000800:00000200:86.0:1596748277.959710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5487a000 0x3fd487a000(0x3fd487a000) 00000800:00000200:86.0:1596748277.959711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5487b000 0x3fd487b000(0x3fd487b000) 00000800:00000010:86.0:1596748277.960281:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557680 (tot 157672810). 00000800:00000200:86.0:1596748277.960283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960000] (20)-- 00000800:00000200:86.0:1596748277.960302:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.42@o2ib36 00000800:00000200:86.0:1596748277.960551:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748277.960854:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.42@o2ib36 00000800:00000200:86.0:1596748277.960855:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.42@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748277.960856:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f6c000 (tot 157672674). 00000800:00000200:86.0:1596748277.960857:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54960000] (19)++ 00000800:00000200:86.0:1596748277.960858:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54960000] (20)++ 00000800:00000200:86.0:1596748277.960859:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54960000] (21)-- 00000800:00000200:87.2:1596748277.960868:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54960000] (20)++ 00000800:00000010:86.0:1596748278.417912:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463752100 (tot 157672786). 00000800:00000200:86.0:1596748278.417915:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463752100] -> 192.168.128.9@o2ib36 (1)++ 00000800:00000010:86.0:1596748278.417917:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463752180 (tot 157672898). 00000800:00000010:86.0:1596748278.417921:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46470ce00 (tot 157673194). 00000800:00000010:86.0:1596748278.417924:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4630e6000 (tot 157673330). 00000800:00000010:86.0:1596748278.417927:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4637e4800 (tot 157675202). 00000800:00000010:86.0:1596748278.417928:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4630e60c0 (tot 157675354). 00000800:00000200:86.0:1596748278.417936:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464438000 0x27e4438000(0x27e4438000) 00000800:00000200:86.0:1596748278.417937:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464439000 0x27e4439000(0x27e4439000) 00000800:00000200:86.0:1596748278.417938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4630dc000 0x27e30dc000(0x27e30dc000) 00000800:00000200:86.0:1596748278.417939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4630dd000 0x27e30dd000(0x27e30dd000) 00000800:00000200:86.0:1596748278.417940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4630de000 0x27e30de000(0x27e30de000) 00000800:00000200:86.0:1596748278.417941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4630df000 0x27e30df000(0x27e30df000) 00000800:00000200:86.0:1596748278.417941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464148000 0x27e4148000(0x27e4148000) 00000800:00000200:86.0:1596748278.417942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464149000 0x27e4149000(0x27e4149000) 00000800:00000200:86.0:1596748278.417943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b46414a000 0x27e414a000(0x27e414a000) 00000800:00000200:86.0:1596748278.417943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b46414b000 0x27e414b000(0x27e414b000) 00000800:00000200:86.0:1596748278.417944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464348000 0x27e4348000(0x27e4348000) 00000800:00000200:86.0:1596748278.417945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464349000 0x27e4349000(0x27e4349000) 00000800:00000200:86.0:1596748278.417946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46434a000 0x27e434a000(0x27e434a000) 00000800:00000200:86.0:1596748278.417947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46434b000 0x27e434b000(0x27e434b000) 00000800:00000200:86.0:1596748278.417947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463fa8000 0x27e3fa8000(0x27e3fa8000) 00000800:00000200:86.0:1596748278.417948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b463fa9000 0x27e3fa9000(0x27e3fa9000) 00000800:00000200:86.0:1596748278.417949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463faa000 0x27e3faa000(0x27e3faa000) 00000800:00000200:86.0:1596748278.417949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463fab000 0x27e3fab000(0x27e3fab000) 00000800:00000010:86.0:1596748278.418527:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463752180 (tot 157675242). 00000800:00000200:86.0:1596748278.418528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418535:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418535:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418536:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418537:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.418546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ce00] (20)-- 00000800:00000200:86.0:1596748278.418547:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.9@o2ib36 00000800:00000200:86.0:1596748278.418813:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748278.419149:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.9@o2ib36 00000800:00000200:86.0:1596748278.419150:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.9@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748278.419150:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4630e6000 (tot 157675106). 00000800:00000200:86.0:1596748278.419151:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46470ce00] (19)++ 00000800:00000200:86.0:1596748278.419152:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46470ce00] (20)++ 00000800:00000200:86.0:1596748278.419153:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46470ce00] (21)-- 00000800:00000200:39.2:1596748278.419319:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470ce00] (20)++ 00000800:00000010:86.0:1596748278.440691:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556800 (tot 157675218). 00000800:00000200:86.0:1596748278.440694:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556800] -> 192.168.128.21@o2ib36 (1)++ 00000800:00000010:86.0:1596748278.440696:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556880 (tot 157675330). 00000800:00000010:86.0:1596748278.440697:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55280400 (tot 157675626). 00000800:00000010:86.0:1596748278.440699:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f6dec0 (tot 157675762). 00000800:00000010:86.0:1596748278.440702:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc7ec46800 (tot 157677634). 00000800:00000010:86.0:1596748278.440703:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f6de00 (tot 157677786). 00000800:00000200:86.0:1596748278.440712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc55f14000 0x3fd5f14000(0x3fd5f14000) 00000800:00000200:86.0:1596748278.440713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc55f15000 0x3fd5f15000(0x3fd5f15000) 00000800:00000200:86.0:1596748278.440714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54822000 0x3fd4822000(0x3fd4822000) 00000800:00000200:86.0:1596748278.440714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54823000 0x3fd4823000(0x3fd4823000) 00000800:00000200:86.0:1596748278.440715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc55a34000 0x3fd5a34000(0x3fd5a34000) 00000800:00000200:86.0:1596748278.440716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc55a35000 0x3fd5a35000(0x3fd5a35000) 00000800:00000200:86.0:1596748278.440717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc5494e000 0x3fd494e000(0x3fd494e000) 00000800:00000200:86.0:1596748278.440717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc5494f000 0x3fd494f000(0x3fd494f000) 00000800:00000200:86.0:1596748278.440718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5484c000 0x3fd484c000(0x3fd484c000) 00000800:00000200:86.0:1596748278.440719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5484d000 0x3fd484d000(0x3fd484d000) 00000800:00000200:86.0:1596748278.440720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc5484e000 0x3fd484e000(0x3fd484e000) 00000800:00000200:86.0:1596748278.440720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5484f000 0x3fd484f000(0x3fd484f000) 00000800:00000200:86.0:1596748278.440721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc551b8000 0x3fd51b8000(0x3fd51b8000) 00000800:00000200:86.0:1596748278.440722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc551b9000 0x3fd51b9000(0x3fd51b9000) 00000800:00000200:86.0:1596748278.440723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc551ba000 0x3fd51ba000(0x3fd51ba000) 00000800:00000200:86.0:1596748278.440723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc551bb000 0x3fd51bb000(0x3fd51bb000) 00000800:00000200:86.0:1596748278.440724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc556c8000 0x3fd56c8000(0x3fd56c8000) 00000800:00000200:86.0:1596748278.440725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc556c9000 0x3fd56c9000(0x3fd56c9000) 00000800:00000010:86.0:1596748278.441293:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556880 (tot 157677674). 00000800:00000200:86.0:1596748278.441295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441312:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55280400] (20)-- 00000800:00000200:86.0:1596748278.441314:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.21@o2ib36 00000800:00000200:86.0:1596748278.441578:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748278.441890:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.21@o2ib36 00000800:00000200:86.0:1596748278.441891:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.21@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748278.441892:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f6dec0 (tot 157677538). 00000800:00000200:86.0:1596748278.441893:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55280400] (19)++ 00000800:00000200:86.0:1596748278.441894:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55280400] (20)++ 00000800:00000200:86.0:1596748278.441895:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55280400] (21)-- 00000800:00000200:87.2:1596748278.442045:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55280400] (20)++ 00000800:00000010:86.0:1596748278.556903:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463753e80 (tot 157677650). 00000800:00000200:86.0:1596748278.556906:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463753e80] -> 192.168.128.106@o2ib36 (1)++ 00000800:00000010:86.0:1596748278.556908:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463753e00 (tot 157677762). 00000800:00000010:86.0:1596748278.556910:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46363ec00 (tot 157678058). 00000800:00000010:86.0:1596748278.556912:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4630e7ec0 (tot 157678194). 00000800:00000010:86.0:1596748278.556914:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4637e3800 (tot 157680066). 00000800:00000010:86.0:1596748278.556915:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4630e7e00 (tot 157680218). 00000800:00000200:86.0:1596748278.556922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4634d0000 0x27e34d0000(0x27e34d0000) 00000800:00000200:86.0:1596748278.556923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4634d1000 0x27e34d1000(0x27e34d1000) 00000800:00000200:86.0:1596748278.556924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4634d2000 0x27e34d2000(0x27e34d2000) 00000800:00000200:86.0:1596748278.556925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4634d3000 0x27e34d3000(0x27e34d3000) 00000800:00000200:86.0:1596748278.556926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4636a0000 0x27e36a0000(0x27e36a0000) 00000800:00000200:86.0:1596748278.556927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4636a1000 0x27e36a1000(0x27e36a1000) 00000800:00000200:86.0:1596748278.556927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4636a2000 0x27e36a2000(0x27e36a2000) 00000800:00000200:86.0:1596748278.556928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4636a3000 0x27e36a3000(0x27e36a3000) 00000800:00000200:86.0:1596748278.556929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4636a4000 0x27e36a4000(0x27e36a4000) 00000800:00000200:86.0:1596748278.556930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4636a5000 0x27e36a5000(0x27e36a5000) 00000800:00000200:86.0:1596748278.556930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4636a6000 0x27e36a6000(0x27e36a6000) 00000800:00000200:86.0:1596748278.556931:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4636a7000 0x27e36a7000(0x27e36a7000) 00000800:00000200:86.0:1596748278.556932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4636a8000 0x27e36a8000(0x27e36a8000) 00000800:00000200:86.0:1596748278.556933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4636a9000 0x27e36a9000(0x27e36a9000) 00000800:00000200:86.0:1596748278.556933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4636aa000 0x27e36aa000(0x27e36aa000) 00000800:00000200:86.0:1596748278.556934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4636ab000 0x27e36ab000(0x27e36ab000) 00000800:00000200:86.0:1596748278.556935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4636ac000 0x27e36ac000(0x27e36ac000) 00000800:00000200:86.0:1596748278.556935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b4636ad000 0x27e36ad000(0x27e36ad000) 00000800:00000010:86.0:1596748278.557478:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463753e00 (tot 157680106). 00000800:00000200:86.0:1596748278.557479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.557496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46363ec00] (20)-- 00000800:00000200:86.0:1596748278.557512:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.106@o2ib36 00000800:00000200:86.0:1596748278.557769:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748278.558117:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.106@o2ib36 00000800:00000200:86.0:1596748278.558118:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.106@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748278.558119:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4630e7ec0 (tot 157679970). 00000800:00000200:86.0:1596748278.558120:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46363ec00] (19)++ 00000800:00000200:86.0:1596748278.558120:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46363ec00] (20)++ 00000800:00000200:86.0:1596748278.558121:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46363ec00] (21)-- 00000800:00000200:36.2:1596748278.558123:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46363ec00] (20)++ 00000800:00000010:86.0:1596748279.042413:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98945c168080 (tot 157680082). 00000800:00000200:86.0:1596748279.042416:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98945c168080] -> 192.168.128.89@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.042417:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98945c168100 (tot 157680194). 00000800:00000010:86.0:1596748279.042419:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945c850a00 (tot 157680490). 00000800:00000010:86.0:1596748279.042421:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945c186900 (tot 157680626). 00000800:00000010:86.0:1596748279.042423:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945cb3c000 (tot 157682498). 00000800:00000010:86.0:1596748279.042424:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945c1869c0 (tot 157682650). 00000800:00000200:86.0:1596748279.042430:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945c1a9000 0x7dc1a9000(0x7dc1a9000) 00000800:00000200:86.0:1596748279.042431:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945c1aa000 0x7dc1aa000(0x7dc1aa000) 00000800:00000200:86.0:1596748279.042432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945c1ab000 0x7dc1ab000(0x7dc1ab000) 00000800:00000200:86.0:1596748279.042433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945c1ac000 0x7dc1ac000(0x7dc1ac000) 00000800:00000200:86.0:1596748279.042433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945c1ad000 0x7dc1ad000(0x7dc1ad000) 00000800:00000200:86.0:1596748279.042434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945c1ae000 0x7dc1ae000(0x7dc1ae000) 00000800:00000200:86.0:1596748279.042435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945c1af000 0x7dc1af000(0x7dc1af000) 00000800:00000200:86.0:1596748279.042436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945c1b0000 0x7dc1b0000(0x7dc1b0000) 00000800:00000200:86.0:1596748279.042436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945c1b1000 0x7dc1b1000(0x7dc1b1000) 00000800:00000200:86.0:1596748279.042437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945c1b2000 0x7dc1b2000(0x7dc1b2000) 00000800:00000200:86.0:1596748279.042438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945c1b3000 0x7dc1b3000(0x7dc1b3000) 00000800:00000200:86.0:1596748279.042439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945c1b4000 0x7dc1b4000(0x7dc1b4000) 00000800:00000200:86.0:1596748279.042439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945c1b5000 0x7dc1b5000(0x7dc1b5000) 00000800:00000200:86.0:1596748279.042440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945c1b6000 0x7dc1b6000(0x7dc1b6000) 00000800:00000200:86.0:1596748279.042441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945c1b7000 0x7dc1b7000(0x7dc1b7000) 00000800:00000200:86.0:1596748279.042442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945c1b8000 0x7dc1b8000(0x7dc1b8000) 00000800:00000200:86.0:1596748279.042442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945c1b9000 0x7dc1b9000(0x7dc1b9000) 00000800:00000200:86.0:1596748279.042443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945c1ba000 0x7dc1ba000(0x7dc1ba000) 00000800:00000010:86.0:1596748279.043003:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98945c168100 (tot 157682538). 00000800:00000200:86.0:1596748279.043004:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043005:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043006:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043006:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043007:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043007:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043008:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043008:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945c850a00] (20)-- 00000800:00000200:86.0:1596748279.043023:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.89@o2ib36 00000800:00000200:86.0:1596748279.043278:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.043601:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.89@o2ib36 00000800:00000200:86.0:1596748279.043603:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.89@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.043603:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945c186900 (tot 157682402). 00000800:00000200:86.0:1596748279.043605:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945c850a00] (19)++ 00000800:00000200:86.0:1596748279.043605:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945c850a00] (20)++ 00000800:00000200:86.0:1596748279.043606:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945c850a00] (21)-- 00000800:00000200:40.2:1596748279.043755:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945c850a00] (20)++ 00000800:00000010:86.0:1596748279.105315:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12e100 (tot 157682514). 00000800:00000200:86.0:1596748279.105318:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12e100] -> 192.168.128.159@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.105320:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12e180 (tot 157682626). 00000800:00000010:86.0:1596748279.105323:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fde00 (tot 157682922). 00000800:00000010:86.0:1596748279.105325:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47ee015c0 (tot 157683058). 00000800:00000010:86.0:1596748279.105330:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4473d6800 (tot 157684930). 00000800:00000010:86.0:1596748279.105331:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47ee01500 (tot 157685082). 00000800:00000200:86.0:1596748279.105338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a446c3b000 0x17c6c3b000(0x17c6c3b000) 00000800:00000200:86.0:1596748279.105339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a446c3c000 0x17c6c3c000(0x17c6c3c000) 00000800:00000200:86.0:1596748279.105340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a446c3d000 0x17c6c3d000(0x17c6c3d000) 00000800:00000200:86.0:1596748279.105341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a446c3e000 0x17c6c3e000(0x17c6c3e000) 00000800:00000200:86.0:1596748279.105342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a446c3f000 0x17c6c3f000(0x17c6c3f000) 00000800:00000200:86.0:1596748279.105342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a446c48000 0x17c6c48000(0x17c6c48000) 00000800:00000200:86.0:1596748279.105343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a446c49000 0x17c6c49000(0x17c6c49000) 00000800:00000200:86.0:1596748279.105344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a446c4a000 0x17c6c4a000(0x17c6c4a000) 00000800:00000200:86.0:1596748279.105345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a446c4b000 0x17c6c4b000(0x17c6c4b000) 00000800:00000200:86.0:1596748279.105345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a446c4c000 0x17c6c4c000(0x17c6c4c000) 00000800:00000200:86.0:1596748279.105346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a446c4d000 0x17c6c4d000(0x17c6c4d000) 00000800:00000200:86.0:1596748279.105347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a446c4e000 0x17c6c4e000(0x17c6c4e000) 00000800:00000200:86.0:1596748279.105348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a446c4f000 0x17c6c4f000(0x17c6c4f000) 00000800:00000200:86.0:1596748279.105348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a446c50000 0x17c6c50000(0x17c6c50000) 00000800:00000200:86.0:1596748279.105349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a446c51000 0x17c6c51000(0x17c6c51000) 00000800:00000200:86.0:1596748279.105350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a446c52000 0x17c6c52000(0x17c6c52000) 00000800:00000200:86.0:1596748279.105351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a446c53000 0x17c6c53000(0x17c6c53000) 00000800:00000200:86.0:1596748279.105351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a446c54000 0x17c6c54000(0x17c6c54000) 00000800:00000010:86.0:1596748279.105923:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12e180 (tot 157684970). 00000800:00000200:86.0:1596748279.105924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105926:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.105942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fde00] (20)-- 00000800:00000200:86.0:1596748279.105943:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.159@o2ib36 00000800:00000200:86.0:1596748279.106194:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.106604:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.159@o2ib36 00000800:00000200:86.0:1596748279.106606:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.159@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.106607:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47ee015c0 (tot 157684834). 00000800:00000200:86.0:1596748279.106608:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fde00] (19)++ 00000800:00000200:86.0:1596748279.106609:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fde00] (20)++ 00000800:00000200:86.0:1596748279.106609:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fde00] (21)-- 00000800:00000200:39.2:1596748279.106770:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fde00] (20)++ 00000800:00000010:86.0:1596748279.271460:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12e180 (tot 157684946). 00000800:00000200:86.0:1596748279.271463:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12e180] -> 192.168.128.164@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.271465:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12e200 (tot 157685058). 00000800:00000010:86.0:1596748279.271466:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fae00 (tot 157685354). 00000800:00000010:86.0:1596748279.271467:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47ee015c0 (tot 157685490). 00000800:00000010:86.0:1596748279.271468:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4473d5800 (tot 157687362). 00000800:00000010:86.0:1596748279.271469:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47ee00840 (tot 157687514). 00000800:00000200:86.0:1596748279.271474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a446c55000 0x17c6c55000(0x17c6c55000) 00000800:00000200:86.0:1596748279.271475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a446c56000 0x17c6c56000(0x17c6c56000) 00000800:00000200:86.0:1596748279.271476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a446c57000 0x17c6c57000(0x17c6c57000) 00000800:00000200:86.0:1596748279.271477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a446c58000 0x17c6c58000(0x17c6c58000) 00000800:00000200:86.0:1596748279.271478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a446c59000 0x17c6c59000(0x17c6c59000) 00000800:00000200:86.0:1596748279.271479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a446c5a000 0x17c6c5a000(0x17c6c5a000) 00000800:00000200:86.0:1596748279.271479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a446c5b000 0x17c6c5b000(0x17c6c5b000) 00000800:00000200:86.0:1596748279.271480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a446c5c000 0x17c6c5c000(0x17c6c5c000) 00000800:00000200:86.0:1596748279.271481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a446c5d000 0x17c6c5d000(0x17c6c5d000) 00000800:00000200:86.0:1596748279.271481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a446c5e000 0x17c6c5e000(0x17c6c5e000) 00000800:00000200:86.0:1596748279.271482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a446c5f000 0x17c6c5f000(0x17c6c5f000) 00000800:00000200:86.0:1596748279.271483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a446c60000 0x17c6c60000(0x17c6c60000) 00000800:00000200:86.0:1596748279.271484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a446c61000 0x17c6c61000(0x17c6c61000) 00000800:00000200:86.0:1596748279.271484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a446c62000 0x17c6c62000(0x17c6c62000) 00000800:00000200:86.0:1596748279.271485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a446c63000 0x17c6c63000(0x17c6c63000) 00000800:00000200:86.0:1596748279.271486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a446c64000 0x17c6c64000(0x17c6c64000) 00000800:00000200:86.0:1596748279.271487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a446c65000 0x17c6c65000(0x17c6c65000) 00000800:00000200:86.0:1596748279.271487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a446c66000 0x17c6c66000(0x17c6c66000) 00000800:00000010:86.0:1596748279.272062:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12e200 (tot 157687402). 00000800:00000200:86.0:1596748279.272063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fae00] (20)-- 00000800:00000200:86.0:1596748279.272082:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.164@o2ib36 00000800:00000200:86.0:1596748279.272333:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.272727:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.164@o2ib36 00000800:00000200:86.0:1596748279.272729:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.164@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.272730:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47ee015c0 (tot 157687266). 00000800:00000200:86.0:1596748279.272731:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fae00] (19)++ 00000800:00000200:86.0:1596748279.272732:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fae00] (20)++ 00000800:00000200:86.0:1596748279.272732:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fae00] (21)-- 00000800:00000200:39.2:1596748279.272908:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fae00] (20)++ 00000800:00000010:86.0:1596748279.302816:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55557680 (tot 157687378). 00000800:00000200:86.0:1596748279.302819:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55557680] -> 192.168.128.160@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.302820:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55557600 (tot 157687490). 00000800:00000010:86.0:1596748279.302822:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55278200 (tot 157687786). 00000800:00000010:86.0:1596748279.302824:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f6c000 (tot 157687922). 00000800:00000010:86.0:1596748279.302827:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc7ec44800 (tot 157689794). 00000800:00000010:86.0:1596748279.302828:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f6c300 (tot 157689946). 00000800:00000200:86.0:1596748279.302831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc556ca000 0x3fd56ca000(0x3fd56ca000) 00000800:00000200:86.0:1596748279.302832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc556cb000 0x3fd56cb000(0x3fd56cb000) 00000800:00000200:86.0:1596748279.302833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc54940000 0x3fd4940000(0x3fd4940000) 00000800:00000200:86.0:1596748279.302834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc54941000 0x3fd4941000(0x3fd4941000) 00000800:00000200:86.0:1596748279.302834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54942000 0x3fd4942000(0x3fd4942000) 00000800:00000200:86.0:1596748279.302835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54943000 0x3fd4943000(0x3fd4943000) 00000800:00000200:86.0:1596748279.302836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54970000 0x3fd4970000(0x3fd4970000) 00000800:00000200:86.0:1596748279.302836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54971000 0x3fd4971000(0x3fd4971000) 00000800:00000200:86.0:1596748279.302837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54972000 0x3fd4972000(0x3fd4972000) 00000800:00000200:86.0:1596748279.302838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54973000 0x3fd4973000(0x3fd4973000) 00000800:00000200:86.0:1596748279.302839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54974000 0x3fd4974000(0x3fd4974000) 00000800:00000200:86.0:1596748279.302839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54975000 0x3fd4975000(0x3fd4975000) 00000800:00000200:86.0:1596748279.302840:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54976000 0x3fd4976000(0x3fd4976000) 00000800:00000200:86.0:1596748279.302841:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54977000 0x3fd4977000(0x3fd4977000) 00000800:00000200:86.0:1596748279.302842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54978000 0x3fd4978000(0x3fd4978000) 00000800:00000200:86.0:1596748279.302842:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54979000 0x3fd4979000(0x3fd4979000) 00000800:00000200:86.0:1596748279.302843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5497a000 0x3fd497a000(0x3fd497a000) 00000800:00000200:86.0:1596748279.302844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5497b000 0x3fd497b000(0x3fd497b000) 00000800:00000010:86.0:1596748279.303408:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55557600 (tot 157689834). 00000800:00000200:86.0:1596748279.303409:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303410:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303411:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303411:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303412:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303412:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303413:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303413:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303414:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.303427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55278200] (20)-- 00000800:00000200:86.0:1596748279.303428:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.160@o2ib36 00000800:00000200:86.0:1596748279.303693:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.304056:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.160@o2ib36 00000800:00000200:86.0:1596748279.304057:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.160@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.304058:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f6c000 (tot 157689698). 00000800:00000200:86.0:1596748279.304059:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55278200] (19)++ 00000800:00000200:86.0:1596748279.304060:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55278200] (20)++ 00000800:00000200:86.0:1596748279.304061:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55278200] (21)-- 00000800:00000200:41.2:1596748279.304062:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55278200] (20)++ 00000800:00000010:86.0:1596748279.405467:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2b00 (tot 157689810). 00000800:00000200:86.0:1596748279.405471:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2b00] -> 192.168.128.107@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.405474:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2b80 (tot 157689922). 00000800:00000010:86.0:1596748279.405476:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e622000 (tot 157690218). 00000800:00000010:86.0:1596748279.405479:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e333140 (tot 157690354). 00000800:00000010:86.0:1596748279.405481:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e26a800 (tot 157692226). 00000800:00000010:86.0:1596748279.405483:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e333080 (tot 157692378). 00000800:00000200:86.0:1596748279.405493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c7f199000 0xfff199000(0xfff199000) 00000800:00000200:86.0:1596748279.405494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff9895147fe000 0x8947fe000(0x8947fe000) 00000800:00000200:86.0:1596748279.405495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c7ca13000 0xffca13000(0xffca13000) 00000800:00000200:86.0:1596748279.405495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c775c0000 0xff75c0000(0xff75c0000) 00000800:00000200:86.0:1596748279.405496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e331000 0xfde331000(0xfde331000) 00000800:00000200:86.0:1596748279.405504:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e334000 0xfde334000(0xfde334000) 00000800:00000200:86.0:1596748279.405505:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e335000 0xfde335000(0xfde335000) 00000800:00000200:86.0:1596748279.405506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e336000 0xfde336000(0xfde336000) 00000800:00000200:86.0:1596748279.405506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e337000 0xfde337000(0xfde337000) 00000800:00000200:86.0:1596748279.405507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e350000 0xfde350000(0xfde350000) 00000800:00000200:86.0:1596748279.405508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e351000 0xfde351000(0xfde351000) 00000800:00000200:86.0:1596748279.405509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e352000 0xfde352000(0xfde352000) 00000800:00000200:86.0:1596748279.405509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e353000 0xfde353000(0xfde353000) 00000800:00000200:86.0:1596748279.405510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e354000 0xfde354000(0xfde354000) 00000800:00000200:86.0:1596748279.405511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e355000 0xfde355000(0xfde355000) 00000800:00000200:86.0:1596748279.405511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e356000 0xfde356000(0xfde356000) 00000800:00000200:86.0:1596748279.405512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e357000 0xfde357000(0xfde357000) 00000800:00000200:86.0:1596748279.405513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e358000 0xfde358000(0xfde358000) 00000800:00000010:86.0:1596748279.406073:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2b80 (tot 157692266). 00000800:00000200:86.0:1596748279.406074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e622000] (20)-- 00000800:00000200:86.0:1596748279.406094:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.107@o2ib36 00000800:00000200:86.0:1596748279.406348:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.406656:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.107@o2ib36 00000800:00000200:86.0:1596748279.406657:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.107@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.406658:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e333140 (tot 157692130). 00000800:00000200:86.0:1596748279.406660:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e622000] (19)++ 00000800:00000200:86.0:1596748279.406660:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e622000] (20)++ 00000800:00000200:86.0:1596748279.406661:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e622000] (21)-- 00000800:00000200:88.2:1596748279.406808:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e622000] (20)++ 00000800:00000010:86.0:1596748279.503220:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2b80 (tot 157692242). 00000800:00000200:86.0:1596748279.503223:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2b80] -> 192.168.128.146@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.503225:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2c00 (tot 157692354). 00000800:00000010:86.0:1596748279.503227:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e625c00 (tot 157692650). 00000800:00000010:86.0:1596748279.503228:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e333140 (tot 157692786). 00000800:00000010:86.0:1596748279.503229:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e269800 (tot 157694658). 00000800:00000010:86.0:1596748279.503232:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e366000 (tot 157694810). 00000800:00000200:86.0:1596748279.503237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e359000 0xfde359000(0xfde359000) 00000800:00000200:86.0:1596748279.503238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e35a000 0xfde35a000(0xfde35a000) 00000800:00000200:86.0:1596748279.503239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e35b000 0xfde35b000(0xfde35b000) 00000800:00000200:86.0:1596748279.503239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e35c000 0xfde35c000(0xfde35c000) 00000800:00000200:86.0:1596748279.503240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e35d000 0xfde35d000(0xfde35d000) 00000800:00000200:86.0:1596748279.503241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e35e000 0xfde35e000(0xfde35e000) 00000800:00000200:86.0:1596748279.503242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e35f000 0xfde35f000(0xfde35f000) 00000800:00000200:86.0:1596748279.503242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e360000 0xfde360000(0xfde360000) 00000800:00000200:86.0:1596748279.503243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e361000 0xfde361000(0xfde361000) 00000800:00000200:86.0:1596748279.503244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e362000 0xfde362000(0xfde362000) 00000800:00000200:86.0:1596748279.503244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e363000 0xfde363000(0xfde363000) 00000800:00000200:86.0:1596748279.503245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e364000 0xfde364000(0xfde364000) 00000800:00000200:86.0:1596748279.503246:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e365000 0xfde365000(0xfde365000) 00000800:00000200:86.0:1596748279.503247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e368000 0xfde368000(0xfde368000) 00000800:00000200:86.0:1596748279.503247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e369000 0xfde369000(0xfde369000) 00000800:00000200:86.0:1596748279.503248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e36a000 0xfde36a000(0xfde36a000) 00000800:00000200:86.0:1596748279.503249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e36b000 0xfde36b000(0xfde36b000) 00000800:00000200:86.0:1596748279.503250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e36c000 0xfde36c000(0xfde36c000) 00000800:00000010:86.0:1596748279.503791:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2c00 (tot 157694698). 00000800:00000200:86.0:1596748279.503792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.503810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e625c00] (20)-- 00000800:00000200:86.0:1596748279.503811:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.146@o2ib36 00000800:00000200:86.0:1596748279.504066:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.504402:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.146@o2ib36 00000800:00000200:86.0:1596748279.504403:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.146@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.504404:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e333140 (tot 157694562). 00000800:00000200:38.2:1596748279.504405:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.504406:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e625c00] (19)++ 00000800:00000200:86.0:1596748279.504406:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e625c00] (21)++ 00000800:00000200:86.0:1596748279.504407:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e625c00] (22)-- 00000800:00000010:86.0:1596748279.632766:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65fc0f00 (tot 157694674). 00000800:00000200:86.0:1596748279.632769:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65fc0f00] -> 192.168.128.27@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.632773:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65f8c000 (tot 157694786). 00000800:00000010:86.0:1596748279.632775:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65eab400 (tot 157695082). 00000800:00000010:86.0:1596748279.632777:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7b429b00 (tot 157695218). 00000800:00000010:86.0:1596748279.632779:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b23000 (tot 157697090). 00000800:00000010:86.0:1596748279.632780:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7b429bc0 (tot 157697242). 00000800:00000200:86.0:1596748279.632789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc654ad000 0x2fe54ad000(0x2fe54ad000) 00000800:00000200:86.0:1596748279.632790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6540c000 0x2fe540c000(0x2fe540c000) 00000800:00000200:86.0:1596748279.632791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc65411000 0x2fe5411000(0x2fe5411000) 00000800:00000200:86.0:1596748279.632792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc66bd2000 0x2fe6bd2000(0x2fe6bd2000) 00000800:00000200:86.0:1596748279.632792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66bd0000 0x2fe6bd0000(0x2fe6bd0000) 00000800:00000200:86.0:1596748279.632793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc66bd1000 0x2fe6bd1000(0x2fe6bd1000) 00000800:00000200:86.0:1596748279.632794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc6540e000 0x2fe540e000(0x2fe540e000) 00000800:00000200:86.0:1596748279.632795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6540f000 0x2fe540f000(0x2fe540f000) 00000800:00000200:86.0:1596748279.632795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc654ae000 0x2fe54ae000(0x2fe54ae000) 00000800:00000200:86.0:1596748279.632796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc654af000 0x2fe54af000(0x2fe54af000) 00000800:00000200:86.0:1596748279.632797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65498000 0x2fe5498000(0x2fe5498000) 00000800:00000200:86.0:1596748279.632797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65499000 0x2fe5499000(0x2fe5499000) 00000800:00000200:86.0:1596748279.632798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6549a000 0x2fe549a000(0x2fe549a000) 00000800:00000200:86.0:1596748279.632799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67944000 0x2fe7944000(0x2fe7944000) 00000800:00000200:86.0:1596748279.632800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67a9a000 0x2fe7a9a000(0x2fe7a9a000) 00000800:00000200:86.0:1596748279.632800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc66be8000 0x2fe6be8000(0x2fe6be8000) 00000800:00000200:86.0:1596748279.632801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67a9c000 0x2fe7a9c000(0x2fe7a9c000) 00000800:00000200:86.0:1596748279.632802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67b2d000 0x2fe7b2d000(0x2fe7b2d000) 00000800:00000010:86.0:1596748279.633342:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65f8c000 (tot 157697130). 00000800:00000200:86.0:1596748279.633344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633349:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633352:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633353:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633359:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633360:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633361:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65eab400] (20)-- 00000800:00000200:86.0:1596748279.633362:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.27@o2ib36 00000800:00000200:86.0:1596748279.633611:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.633919:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.27@o2ib36 00000800:00000200:86.0:1596748279.633920:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.27@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.633921:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7b429b00 (tot 157696994). 00000800:00000200:86.0:1596748279.633922:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65eab400] (19)++ 00000800:00000200:86.0:1596748279.633922:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65eab400] (20)++ 00000800:00000200:86.0:1596748279.633923:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65eab400] (21)-- 00000800:00000200:37.2:1596748279.634075:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65eab400] (20)++ 00000800:00000010:86.0:1596748279.748836:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12fe80 (tot 157697106). 00000800:00000200:86.0:1596748279.748839:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12fe80] -> 192.168.128.151@o2ib36 (1)++ 00000800:00000010:86.0:1596748279.748841:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12fe00 (tot 157697218). 00000800:00000010:86.0:1596748279.748843:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a4471fb000 (tot 157697514). 00000800:00000010:86.0:1596748279.748845:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47ee015c0 (tot 157697650). 00000800:00000010:86.0:1596748279.748847:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4473d3800 (tot 157699522). 00000800:00000010:86.0:1596748279.748850:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a446c82000 (tot 157699674). 00000800:00000200:86.0:1596748279.748853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a446c67000 0x17c6c67000(0x17c6c67000) 00000800:00000200:86.0:1596748279.748854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a446c68000 0x17c6c68000(0x17c6c68000) 00000800:00000200:86.0:1596748279.748855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a446c69000 0x17c6c69000(0x17c6c69000) 00000800:00000200:86.0:1596748279.748855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a446c6a000 0x17c6c6a000(0x17c6c6a000) 00000800:00000200:86.0:1596748279.748856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a446c6b000 0x17c6c6b000(0x17c6c6b000) 00000800:00000200:86.0:1596748279.748857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a446c6c000 0x17c6c6c000(0x17c6c6c000) 00000800:00000200:86.0:1596748279.748858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a446c6d000 0x17c6c6d000(0x17c6c6d000) 00000800:00000200:86.0:1596748279.748858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a446c6e000 0x17c6c6e000(0x17c6c6e000) 00000800:00000200:86.0:1596748279.748859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a446c6f000 0x17c6c6f000(0x17c6c6f000) 00000800:00000200:86.0:1596748279.748860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a446c70000 0x17c6c70000(0x17c6c70000) 00000800:00000200:86.0:1596748279.748861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a446c71000 0x17c6c71000(0x17c6c71000) 00000800:00000200:86.0:1596748279.748861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a446c72000 0x17c6c72000(0x17c6c72000) 00000800:00000200:86.0:1596748279.748862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a446c73000 0x17c6c73000(0x17c6c73000) 00000800:00000200:86.0:1596748279.748863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a446c74000 0x17c6c74000(0x17c6c74000) 00000800:00000200:86.0:1596748279.748864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a446c75000 0x17c6c75000(0x17c6c75000) 00000800:00000200:86.0:1596748279.748864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a446c76000 0x17c6c76000(0x17c6c76000) 00000800:00000200:86.0:1596748279.748865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a446c77000 0x17c6c77000(0x17c6c77000) 00000800:00000200:86.0:1596748279.748866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a446c78000 0x17c6c78000(0x17c6c78000) 00000800:00000010:86.0:1596748279.749413:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12fe00 (tot 157699562). 00000800:00000200:86.0:1596748279.749414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.749432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a4471fb000] (20)-- 00000800:00000200:86.0:1596748279.749433:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.151@o2ib36 00000800:00000200:86.0:1596748279.749696:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748279.750087:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.151@o2ib36 00000800:00000200:86.0:1596748279.750088:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.151@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748279.750089:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47ee015c0 (tot 157699426). 00000800:00000200:86.0:1596748279.750090:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a4471fb000] (19)++ 00000800:00000200:86.0:1596748279.750090:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a4471fb000] (20)++ 00000800:00000200:86.0:1596748279.750091:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a4471fb000] (21)-- 00000800:00000200:36.2:1596748279.750094:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a4471fb000] (20)++ 00000800:00000200:17.0:1596748280.352527:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463639a00] (21)++ 00000800:00000200:17.0:1596748280.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b463639a00] (22)++ 00000800:00000200:17.0:1596748280.352534:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b463639a00] (23)-- 00000800:00000010:86.0:1596748280.954353:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97a300 (tot 157699538). 00000800:00000200:86.0:1596748280.954357:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97a300] -> 192.168.128.33@o2ib36 (1)++ 00000800:00000010:86.0:1596748280.954359:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97a380 (tot 157699650). 00000800:00000010:86.0:1596748280.954361:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c50bc00 (tot 157699946). 00000800:00000010:86.0:1596748280.954363:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5ba798c0 (tot 157700082). 00000800:00000010:86.0:1596748280.954366:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba43800 (tot 157701954). 00000800:00000010:86.0:1596748280.954367:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5ba79800 (tot 157702106). 00000800:00000200:86.0:1596748280.954374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bab0000 0x1fdbab0000(0x1fdbab0000) 00000800:00000200:86.0:1596748280.954375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bab1000 0x1fdbab1000(0x1fdbab1000) 00000800:00000200:86.0:1596748280.954376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bab2000 0x1fdbab2000(0x1fdbab2000) 00000800:00000200:86.0:1596748280.954376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bab3000 0x1fdbab3000(0x1fdbab3000) 00000800:00000200:86.0:1596748280.954377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bab4000 0x1fdbab4000(0x1fdbab4000) 00000800:00000200:86.0:1596748280.954378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bab5000 0x1fdbab5000(0x1fdbab5000) 00000800:00000200:86.0:1596748280.954379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bab6000 0x1fdbab6000(0x1fdbab6000) 00000800:00000200:86.0:1596748280.954379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bab7000 0x1fdbab7000(0x1fdbab7000) 00000800:00000200:86.0:1596748280.954380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5bab8000 0x1fdbab8000(0x1fdbab8000) 00000800:00000200:86.0:1596748280.954381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bab9000 0x1fdbab9000(0x1fdbab9000) 00000800:00000200:86.0:1596748280.954382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5baba000 0x1fdbaba000(0x1fdbaba000) 00000800:00000200:86.0:1596748280.954382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5babb000 0x1fdbabb000(0x1fdbabb000) 00000800:00000200:86.0:1596748280.954383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5babc000 0x1fdbabc000(0x1fdbabc000) 00000800:00000200:86.0:1596748280.954384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5babd000 0x1fdbabd000(0x1fdbabd000) 00000800:00000200:86.0:1596748280.954385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5babe000 0x1fdbabe000(0x1fdbabe000) 00000800:00000200:86.0:1596748280.954385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5babf000 0x1fdbabf000(0x1fdbabf000) 00000800:00000200:86.0:1596748280.954386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bac0000 0x1fdbac0000(0x1fdbac0000) 00000800:00000200:86.0:1596748280.954387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bac1000 0x1fdbac1000(0x1fdbac1000) 00000800:00000010:86.0:1596748280.954969:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97a380 (tot 157701994). 00000800:00000200:86.0:1596748280.954970:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954971:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954972:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954973:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.954988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50bc00] (20)-- 00000800:00000200:86.0:1596748280.954990:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.33@o2ib36 00000800:00000200:86.0:1596748280.955244:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748280.955560:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.33@o2ib36 00000800:00000200:86.0:1596748280.955562:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.33@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748280.955563:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5ba798c0 (tot 157701858). 00000800:00000200:86.0:1596748280.955564:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c50bc00] (19)++ 00000800:00000200:86.0:1596748280.955565:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c50bc00] (20)++ 00000800:00000200:86.0:1596748280.955566:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c50bc00] (21)-- 00000800:00000200:87.2:1596748280.955713:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50bc00] (20)++ 00000800:00000010:86.0:1596748280.986211:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556880 (tot 157701970). 00000800:00000200:86.0:1596748280.986215:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556880] -> 192.168.128.105@o2ib36 (1)++ 00000800:00000010:86.0:1596748280.986216:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556900 (tot 157702082). 00000800:00000010:86.0:1596748280.986218:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54960600 (tot 157702378). 00000800:00000010:86.0:1596748280.986221:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f6dec0 (tot 157702514). 00000800:00000010:86.0:1596748280.986223:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc7ec46000 (tot 157704386). 00000800:00000010:86.0:1596748280.986224:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f6dbc0 (tot 157704538). 00000800:00000200:86.0:1596748280.986231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5497c000 0x3fd497c000(0x3fd497c000) 00000800:00000200:86.0:1596748280.986232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5497d000 0x3fd497d000(0x3fd497d000) 00000800:00000200:86.0:1596748280.986233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5497e000 0x3fd497e000(0x3fd497e000) 00000800:00000200:86.0:1596748280.986234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5497f000 0x3fd497f000(0x3fd497f000) 00000800:00000200:86.0:1596748280.986235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc54980000 0x3fd4980000(0x3fd4980000) 00000800:00000200:86.0:1596748280.986236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc54981000 0x3fd4981000(0x3fd4981000) 00000800:00000200:86.0:1596748280.986236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54982000 0x3fd4982000(0x3fd4982000) 00000800:00000200:86.0:1596748280.986237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54983000 0x3fd4983000(0x3fd4983000) 00000800:00000200:86.0:1596748280.986238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc69574000 0x3fe9574000(0x3fe9574000) 00000800:00000200:86.0:1596748280.986238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc69575000 0x3fe9575000(0x3fe9575000) 00000800:00000200:86.0:1596748280.986239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc55a32000 0x3fd5a32000(0x3fd5a32000) 00000800:00000200:86.0:1596748280.986240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc55a33000 0x3fd5a33000(0x3fd5a33000) 00000800:00000200:86.0:1596748280.986241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54984000 0x3fd4984000(0x3fd4984000) 00000800:00000200:86.0:1596748280.986241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54985000 0x3fd4985000(0x3fd4985000) 00000800:00000200:86.0:1596748280.986242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54986000 0x3fd4986000(0x3fd4986000) 00000800:00000200:86.0:1596748280.986243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54987000 0x3fd4987000(0x3fd4987000) 00000800:00000200:86.0:1596748280.986244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc54988000 0x3fd4988000(0x3fd4988000) 00000800:00000200:86.0:1596748280.986244:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc54989000 0x3fd4989000(0x3fd4989000) 00000800:00000010:86.0:1596748280.986822:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556900 (tot 157704426). 00000800:00000200:86.0:1596748280.986823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.986841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54960600] (20)-- 00000800:00000200:86.0:1596748280.986842:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.105@o2ib36 00000800:00000200:86.0:1596748280.987102:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748280.987456:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.105@o2ib36 00000800:00000200:86.0:1596748280.987457:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.105@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748280.987458:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f6dec0 (tot 157704290). 00000800:00000200:86.0:1596748280.987458:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54960600] (19)++ 00000800:00000200:86.0:1596748280.987459:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54960600] (20)++ 00000800:00000200:86.0:1596748280.987460:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54960600] (21)-- 00000800:00000200:87.2:1596748280.987611:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54960600] (20)++ 00000800:00000010:86.0:1596748281.041077:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc55556900 (tot 157704402). 00000800:00000200:86.0:1596748281.041081:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc55556900] -> 192.168.128.110@o2ib36 (1)++ 00000800:00000010:86.0:1596748281.041083:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc55556980 (tot 157704514). 00000800:00000010:86.0:1596748281.041084:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc54967400 (tot 157704810). 00000800:00000010:86.0:1596748281.041085:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc54f6dec0 (tot 157704946). 00000800:00000010:86.0:1596748281.041086:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc7ec41800 (tot 157706818). 00000800:00000010:86.0:1596748281.041087:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc54f6d980 (tot 157706970). 00000800:00000200:86.0:1596748281.041089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5498a000 0x3fd498a000(0x3fd498a000) 00000800:00000200:86.0:1596748281.041091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5498b000 0x3fd498b000(0x3fd498b000) 00000800:00000200:86.0:1596748281.041091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5498c000 0x3fd498c000(0x3fd498c000) 00000800:00000200:86.0:1596748281.041092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5498d000 0x3fd498d000(0x3fd498d000) 00000800:00000200:86.0:1596748281.041093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5498e000 0x3fd498e000(0x3fd498e000) 00000800:00000200:86.0:1596748281.041094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc5498f000 0x3fd498f000(0x3fd498f000) 00000800:00000200:86.0:1596748281.041095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc54990000 0x3fd4990000(0x3fd4990000) 00000800:00000200:86.0:1596748281.041095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc54991000 0x3fd4991000(0x3fd4991000) 00000800:00000200:86.0:1596748281.041096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc54992000 0x3fd4992000(0x3fd4992000) 00000800:00000200:86.0:1596748281.041097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc54993000 0x3fd4993000(0x3fd4993000) 00000800:00000200:86.0:1596748281.041097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc54994000 0x3fd4994000(0x3fd4994000) 00000800:00000200:86.0:1596748281.041098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc54995000 0x3fd4995000(0x3fd4995000) 00000800:00000200:86.0:1596748281.041099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc54996000 0x3fd4996000(0x3fd4996000) 00000800:00000200:86.0:1596748281.041100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc54997000 0x3fd4997000(0x3fd4997000) 00000800:00000200:86.0:1596748281.041100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc54998000 0x3fd4998000(0x3fd4998000) 00000800:00000200:86.0:1596748281.041101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc54999000 0x3fd4999000(0x3fd4999000) 00000800:00000200:86.0:1596748281.041102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5499a000 0x3fd499a000(0x3fd499a000) 00000800:00000200:86.0:1596748281.041103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5499b000 0x3fd499b000(0x3fd499b000) 00000800:00000010:86.0:1596748281.041659:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc55556980 (tot 157706858). 00000800:00000200:86.0:1596748281.041660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041675:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.041678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc54967400] (20)-- 00000800:00000200:86.0:1596748281.041679:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.110@o2ib36 00000800:00000200:86.0:1596748281.041934:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748281.042339:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.110@o2ib36 00000800:00000200:86.0:1596748281.042340:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.110@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748281.042341:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc54f6dec0 (tot 157706722). 00000800:00000200:86.0:1596748281.042342:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc54967400] (19)++ 00000800:00000200:86.0:1596748281.042343:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc54967400] (20)++ 00000800:00000200:86.0:1596748281.042344:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc54967400] (21)-- 00000800:00000200:40.2:1596748281.042567:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc54967400] (20)++ 00000800:00000010:86.0:1596748281.299475:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463752180 (tot 157706834). 00000800:00000200:86.0:1596748281.299478:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463752180] -> 192.168.128.22@o2ib36 (1)++ 00000800:00000010:86.0:1596748281.299480:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463752200 (tot 157706946). 00000800:00000010:86.0:1596748281.299483:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463639400 (tot 157707242). 00000800:00000010:86.0:1596748281.299485:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4630e6000 (tot 157707378). 00000800:00000010:86.0:1596748281.299487:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4637e4000 (tot 157709250). 00000800:00000010:86.0:1596748281.299488:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4630e6300 (tot 157709402). 00000800:00000200:86.0:1596748281.299491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4636ae000 0x27e36ae000(0x27e36ae000) 00000800:00000200:86.0:1596748281.299492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4636af000 0x27e36af000(0x27e36af000) 00000800:00000200:86.0:1596748281.299493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463680000 0x27e3680000(0x27e3680000) 00000800:00000200:86.0:1596748281.299494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463681000 0x27e3681000(0x27e3681000) 00000800:00000200:86.0:1596748281.299495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b463682000 0x27e3682000(0x27e3682000) 00000800:00000200:86.0:1596748281.299496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b463683000 0x27e3683000(0x27e3683000) 00000800:00000200:86.0:1596748281.299496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463684000 0x27e3684000(0x27e3684000) 00000800:00000200:86.0:1596748281.299505:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463685000 0x27e3685000(0x27e3685000) 00000800:00000200:86.0:1596748281.299506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463686000 0x27e3686000(0x27e3686000) 00000800:00000200:86.0:1596748281.299506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463687000 0x27e3687000(0x27e3687000) 00000800:00000200:86.0:1596748281.299507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463688000 0x27e3688000(0x27e3688000) 00000800:00000200:86.0:1596748281.299508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463689000 0x27e3689000(0x27e3689000) 00000800:00000200:86.0:1596748281.299509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46368a000 0x27e368a000(0x27e368a000) 00000800:00000200:86.0:1596748281.299509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b46368b000 0x27e368b000(0x27e368b000) 00000800:00000200:86.0:1596748281.299510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46368c000 0x27e368c000(0x27e368c000) 00000800:00000200:86.0:1596748281.299511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b46368d000 0x27e368d000(0x27e368d000) 00000800:00000200:86.0:1596748281.299511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b46368e000 0x27e368e000(0x27e368e000) 00000800:00000200:86.0:1596748281.299512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46368f000 0x27e368f000(0x27e368f000) 00000800:00000010:86.0:1596748281.300055:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463752200 (tot 157709290). 00000800:00000200:86.0:1596748281.300056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463639400] (20)-- 00000800:00000200:86.0:1596748281.300075:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.22@o2ib36 00000800:00000200:86.0:1596748281.300342:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:36.2:1596748281.300639:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463639400] (19)++ 00000800:00000200:86.0:1596748281.300646:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.22@o2ib36 00000800:00000200:86.0:1596748281.300648:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.22@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748281.300648:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4630e6000 (tot 157709154). 00000800:00000200:86.0:1596748281.300650:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463639400] (20)++ 00000800:00000200:86.0:1596748281.300650:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463639400] (21)++ 00000800:00000200:86.0:1596748281.300651:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463639400] (22)-- 00000800:00000010:86.0:1596748281.603885:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65f8df80 (tot 157709266). 00000800:00000200:86.0:1596748281.603889:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65f8df80] -> 192.168.128.124@o2ib36 (1)++ 00000800:00000010:86.0:1596748281.603890:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65f8df00 (tot 157709378). 00000800:00000010:86.0:1596748281.603892:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc65c68400 (tot 157709674). 00000800:00000010:86.0:1596748281.603894:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7b428d80 (tot 157709810). 00000800:00000010:86.0:1596748281.603896:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b24800 (tot 157711682). 00000800:00000010:86.0:1596748281.603897:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7b429200 (tot 157711834). 00000800:00000200:86.0:1596748281.603900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc65c5f000 0x2fe5c5f000(0x2fe5c5f000) 00000800:00000200:86.0:1596748281.603901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc66bfa000 0x2fe6bfa000(0x2fe6bfa000) 00000800:00000200:86.0:1596748281.603902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7ee7f000 0x2ffee7f000(0x2ffee7f000) 00000800:00000200:86.0:1596748281.603903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7ea2c000 0x2ffea2c000(0x2ffea2c000) 00000800:00000200:86.0:1596748281.603904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc66bf6000 0x2fe6bf6000(0x2fe6bf6000) 00000800:00000200:86.0:1596748281.603905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6549b000 0x2fe549b000(0x2fe549b000) 00000800:00000200:86.0:1596748281.603905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc65f8e000 0x2fe5f8e000(0x2fe5f8e000) 00000800:00000200:86.0:1596748281.603906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc65f8f000 0x2fe5f8f000(0x2fe5f8f000) 00000800:00000200:86.0:1596748281.603907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc65414000 0x2fe5414000(0x2fe5414000) 00000800:00000200:86.0:1596748281.603907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65415000 0x2fe5415000(0x2fe5415000) 00000800:00000200:86.0:1596748281.603908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc65416000 0x2fe5416000(0x2fe5416000) 00000800:00000200:86.0:1596748281.603909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65417000 0x2fe5417000(0x2fe5417000) 00000800:00000200:86.0:1596748281.603910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc654b0000 0x2fe54b0000(0x2fe54b0000) 00000800:00000200:86.0:1596748281.603910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc654b1000 0x2fe54b1000(0x2fe54b1000) 00000800:00000200:86.0:1596748281.603911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc654b2000 0x2fe54b2000(0x2fe54b2000) 00000800:00000200:86.0:1596748281.603912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc654b3000 0x2fe54b3000(0x2fe54b3000) 00000800:00000200:86.0:1596748281.603912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc654b4000 0x2fe54b4000(0x2fe54b4000) 00000800:00000200:86.0:1596748281.603913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc654b5000 0x2fe54b5000(0x2fe54b5000) 00000800:00000010:86.0:1596748281.604489:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65f8df00 (tot 157711722). 00000800:00000200:86.0:1596748281.604491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604505:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.604517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc65c68400] (20)-- 00000800:00000200:86.0:1596748281.604518:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.124@o2ib36 00000800:00000200:86.0:1596748281.604793:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748281.605097:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc65c68400] (19)++ 00000800:00000200:86.0:1596748281.605099:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.124@o2ib36 00000800:00000200:86.0:1596748281.605101:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.124@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748281.605102:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7b428d80 (tot 157711586). 00000800:00000200:86.0:1596748281.605103:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc65c68400] (20)++ 00000800:00000200:86.0:1596748281.605103:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc65c68400] (21)++ 00000800:00000200:86.0:1596748281.605104:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc65c68400] (22)-- 00000800:00000010:86.0:1596748281.903879:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848e00 (tot 157711698). 00000800:00000200:86.0:1596748281.903883:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848e00] -> 192.168.128.11@o2ib36 (1)++ 00000800:00000010:86.0:1596748281.903884:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848e80 (tot 157711810). 00000800:00000010:86.0:1596748281.903886:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3ee3eda00 (tot 157712106). 00000800:00000010:86.0:1596748281.903887:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43493de00 (tot 157712242). 00000800:00000010:86.0:1596748281.903890:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee60d800 (tot 157714114). 00000800:00000010:86.0:1596748281.903891:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43493dd40 (tot 157714266). 00000800:00000200:86.0:1596748281.903896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3eb4b9000 0x376b4b9000(0x376b4b9000) 00000800:00000200:86.0:1596748281.903897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3eb4ba000 0x376b4ba000(0x376b4ba000) 00000800:00000200:86.0:1596748281.903898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3eb4bb000 0x376b4bb000(0x376b4bb000) 00000800:00000200:86.0:1596748281.903899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3eb4bc000 0x376b4bc000(0x376b4bc000) 00000800:00000200:86.0:1596748281.903900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3eb4bd000 0x376b4bd000(0x376b4bd000) 00000800:00000200:86.0:1596748281.903900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3eb4be000 0x376b4be000(0x376b4be000) 00000800:00000200:86.0:1596748281.903901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3eb4bf000 0x376b4bf000(0x376b4bf000) 00000800:00000200:86.0:1596748281.903902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3eb4e8000 0x376b4e8000(0x376b4e8000) 00000800:00000200:86.0:1596748281.903903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3eb4e9000 0x376b4e9000(0x376b4e9000) 00000800:00000200:86.0:1596748281.903903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3eb4ea000 0x376b4ea000(0x376b4ea000) 00000800:00000200:86.0:1596748281.903904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3eb4eb000 0x376b4eb000(0x376b4eb000) 00000800:00000200:86.0:1596748281.903905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3eb4ec000 0x376b4ec000(0x376b4ec000) 00000800:00000200:86.0:1596748281.903906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3eb4ed000 0x376b4ed000(0x376b4ed000) 00000800:00000200:86.0:1596748281.903906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3eb4ee000 0x376b4ee000(0x376b4ee000) 00000800:00000200:86.0:1596748281.903907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3eb4ef000 0x376b4ef000(0x376b4ef000) 00000800:00000200:86.0:1596748281.903908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3eb4f0000 0x376b4f0000(0x376b4f0000) 00000800:00000200:86.0:1596748281.903908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3eb4f1000 0x376b4f1000(0x376b4f1000) 00000800:00000200:86.0:1596748281.903909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3eb4f2000 0x376b4f2000(0x376b4f2000) 00000800:00000010:86.0:1596748281.904473:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848e80 (tot 157714154). 00000800:00000200:86.0:1596748281.904474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904483:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904484:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.904492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3ee3eda00] (20)-- 00000800:00000200:86.0:1596748281.904493:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.11@o2ib36 00000800:00000200:86.0:1596748281.904755:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748281.905063:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.11@o2ib36 00000800:00000200:86.0:1596748281.905064:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.11@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748281.905065:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43493de00 (tot 157714018). 00000800:00000200:86.0:1596748281.905066:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3ee3eda00] (19)++ 00000800:00000200:86.0:1596748281.905066:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3ee3eda00] (20)++ 00000800:00000200:86.0:1596748281.905067:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3ee3eda00] (21)-- 00000800:00000200:40.2:1596748281.905308:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3ee3eda00] (20)++ 00000800:00000200:17.0:1596748282.352525:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54e28000] (21)++ 00000800:00000200:17.0:1596748282.352529:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc54e28000] (22)++ 00000800:00000200:17.0:1596748282.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc54e28000] (23)-- 00000800:00000200:17.0:1596748282.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4472b8600] (21)++ 00000800:00000200:17.0:1596748282.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4472b8600] (22)++ 00000800:00000200:17.0:1596748282.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4472b8600] (23)-- 00000800:00000010:86.0:1596748282.887528:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65f8c000 (tot 157714130). 00000800:00000200:86.0:1596748282.887532:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65f8c000] -> 192.168.128.137@o2ib36 (1)++ 00000800:00000010:86.0:1596748282.887534:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65f8c080 (tot 157714242). 00000800:00000010:86.0:1596748282.887535:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc659f7c00 (tot 157714538). 00000800:00000010:86.0:1596748282.887536:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7b429b00 (tot 157714674). 00000800:00000010:86.0:1596748282.887538:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b93800 (tot 157716546). 00000800:00000010:86.0:1596748282.887539:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7b4283c0 (tot 157716698). 00000800:00000200:86.0:1596748282.887547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc654b6000 0x2fe54b6000(0x2fe54b6000) 00000800:00000200:86.0:1596748282.887548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc654b7000 0x2fe54b7000(0x2fe54b7000) 00000800:00000200:86.0:1596748282.887549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc654b8000 0x2fe54b8000(0x2fe54b8000) 00000800:00000200:86.0:1596748282.887550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc654b9000 0x2fe54b9000(0x2fe54b9000) 00000800:00000200:86.0:1596748282.887551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc654ba000 0x2fe54ba000(0x2fe54ba000) 00000800:00000200:86.0:1596748282.887551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc654bb000 0x2fe54bb000(0x2fe54bb000) 00000800:00000200:86.0:1596748282.887552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc654bc000 0x2fe54bc000(0x2fe54bc000) 00000800:00000200:86.0:1596748282.887553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc654bd000 0x2fe54bd000(0x2fe54bd000) 00000800:00000200:86.0:1596748282.887553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7b5a6000 0x2ffb5a6000(0x2ffb5a6000) 00000800:00000200:86.0:1596748282.887554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc65455000 0x2fe5455000(0x2fe5455000) 00000800:00000200:86.0:1596748282.887555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc6542c000 0x2fe542c000(0x2fe542c000) 00000800:00000200:86.0:1596748282.887556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc65bca000 0x2fe5bca000(0x2fe5bca000) 00000800:00000200:86.0:1596748282.887556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc66b8d000 0x2fe6b8d000(0x2fe6b8d000) 00000800:00000200:86.0:1596748282.887557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc65403000 0x2fe5403000(0x2fe5403000) 00000800:00000200:86.0:1596748282.887558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc65ba0000 0x2fe5ba0000(0x2fe5ba0000) 00000800:00000200:86.0:1596748282.887559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc65ba1000 0x2fe5ba1000(0x2fe5ba1000) 00000800:00000200:86.0:1596748282.887559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc65b98000 0x2fe5b98000(0x2fe5b98000) 00000800:00000200:86.0:1596748282.887560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc65b99000 0x2fe5b99000(0x2fe5b99000) 00000800:00000010:86.0:1596748282.888128:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65f8c080 (tot 157716586). 00000800:00000200:86.0:1596748282.888129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc659f7c00] (20)-- 00000800:00000200:86.0:1596748282.888148:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.137@o2ib36 00000800:00000200:86.0:1596748282.888440:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596748282.888746:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc659f7c00] (19)++ 00000800:00000200:86.0:1596748282.888752:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.137@o2ib36 00000800:00000200:86.0:1596748282.888754:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.137@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748282.888755:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7b429b00 (tot 157716450). 00000800:00000200:86.0:1596748282.888756:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc659f7c00] (20)++ 00000800:00000200:86.0:1596748282.888757:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc659f7c00] (21)++ 00000800:00000200:86.0:1596748282.888758:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc659f7c00] (22)-- 00000800:00000010:86.0:1596748283.067693:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848f80 (tot 157716562). 00000800:00000200:86.0:1596748283.067696:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848f80] -> 192.168.128.37@o2ib36 (1)++ 00000800:00000010:86.0:1596748283.067697:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848f00 (tot 157716674). 00000800:00000010:86.0:1596748283.067699:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44308e000 (tot 157716970). 00000800:00000010:86.0:1596748283.067700:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43493c3c0 (tot 157717106). 00000800:00000010:86.0:1596748283.067702:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee60b000 (tot 157718978). 00000800:00000010:86.0:1596748283.067703:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43493c480 (tot 157719130). 00000800:00000200:86.0:1596748283.067707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3eb69d000 0x376b69d000(0x376b69d000) 00000800:00000200:86.0:1596748283.067709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3eb69e000 0x376b69e000(0x376b69e000) 00000800:00000200:86.0:1596748283.067709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3eb69f000 0x376b69f000(0x376b69f000) 00000800:00000200:86.0:1596748283.067710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3eb6c8000 0x376b6c8000(0x376b6c8000) 00000800:00000200:86.0:1596748283.067711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3eb6c9000 0x376b6c9000(0x376b6c9000) 00000800:00000200:86.0:1596748283.067712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3eb6ca000 0x376b6ca000(0x376b6ca000) 00000800:00000200:86.0:1596748283.067713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3eb6cb000 0x376b6cb000(0x376b6cb000) 00000800:00000200:86.0:1596748283.067713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3eb6cc000 0x376b6cc000(0x376b6cc000) 00000800:00000200:86.0:1596748283.067714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3eb6cd000 0x376b6cd000(0x376b6cd000) 00000800:00000200:86.0:1596748283.067715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3eb6ce000 0x376b6ce000(0x376b6ce000) 00000800:00000200:86.0:1596748283.067715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3eb6cf000 0x376b6cf000(0x376b6cf000) 00000800:00000200:86.0:1596748283.067716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3eb6d0000 0x376b6d0000(0x376b6d0000) 00000800:00000200:86.0:1596748283.067717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3eb6d1000 0x376b6d1000(0x376b6d1000) 00000800:00000200:86.0:1596748283.067718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3eb6d2000 0x376b6d2000(0x376b6d2000) 00000800:00000200:86.0:1596748283.067719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3eb6d3000 0x376b6d3000(0x376b6d3000) 00000800:00000200:86.0:1596748283.067719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3eb6d4000 0x376b6d4000(0x376b6d4000) 00000800:00000200:86.0:1596748283.067720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3eb6d5000 0x376b6d5000(0x376b6d5000) 00000800:00000200:86.0:1596748283.067721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3eb6d6000 0x376b6d6000(0x376b6d6000) 00000800:00000010:86.0:1596748283.068260:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848f00 (tot 157719018). 00000800:00000200:86.0:1596748283.068261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308e000] (20)-- 00000800:00000200:86.0:1596748283.068280:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.37@o2ib36 00000800:00000200:86.0:1596748283.068535:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:41.2:1596748283.068841:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308e000] (19)++ 00000800:00000200:86.0:1596748283.068842:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.37@o2ib36 00000800:00000200:86.0:1596748283.068844:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.37@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748283.068845:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43493c3c0 (tot 157718882). 00000800:00000200:86.0:1596748283.068846:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44308e000] (20)++ 00000800:00000200:86.0:1596748283.068846:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44308e000] (21)++ 00000800:00000200:86.0:1596748283.068847:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44308e000] (22)-- 00000800:00000010:86.0:1596748283.167743:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac5b97ba00 (tot 157718994). 00000800:00000200:86.0:1596748283.167746:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac5b97ba00] -> 192.168.128.38@o2ib36 (1)++ 00000800:00000010:86.0:1596748283.167748:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac5b97b980 (tot 157719106). 00000800:00000010:86.0:1596748283.167750:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5b906200 (tot 157719402). 00000800:00000010:86.0:1596748283.167751:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5ba78540 (tot 157719538). 00000800:00000010:86.0:1596748283.167753:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5ba41000 (tot 157721410). 00000800:00000010:86.0:1596748283.167754:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5ba78cc0 (tot 157721562). 00000800:00000200:86.0:1596748283.167758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5bac2000 0x1fdbac2000(0x1fdbac2000) 00000800:00000200:86.0:1596748283.167759:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5bac3000 0x1fdbac3000(0x1fdbac3000) 00000800:00000200:86.0:1596748283.167760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5bac4000 0x1fdbac4000(0x1fdbac4000) 00000800:00000200:86.0:1596748283.167761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5bac5000 0x1fdbac5000(0x1fdbac5000) 00000800:00000200:86.0:1596748283.167761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5bac6000 0x1fdbac6000(0x1fdbac6000) 00000800:00000200:86.0:1596748283.167762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5bac7000 0x1fdbac7000(0x1fdbac7000) 00000800:00000200:86.0:1596748283.167763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5bac8000 0x1fdbac8000(0x1fdbac8000) 00000800:00000200:86.0:1596748283.167764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5bac9000 0x1fdbac9000(0x1fdbac9000) 00000800:00000200:86.0:1596748283.167764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5baca000 0x1fdbaca000(0x1fdbaca000) 00000800:00000200:86.0:1596748283.167765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5bacb000 0x1fdbacb000(0x1fdbacb000) 00000800:00000200:86.0:1596748283.167766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5bacc000 0x1fdbacc000(0x1fdbacc000) 00000800:00000200:86.0:1596748283.167767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5bacd000 0x1fdbacd000(0x1fdbacd000) 00000800:00000200:86.0:1596748283.167767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5bace000 0x1fdbace000(0x1fdbace000) 00000800:00000200:86.0:1596748283.167768:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5bacf000 0x1fdbacf000(0x1fdbacf000) 00000800:00000200:86.0:1596748283.167769:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5bad0000 0x1fdbad0000(0x1fdbad0000) 00000800:00000200:86.0:1596748283.167770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5bad1000 0x1fdbad1000(0x1fdbad1000) 00000800:00000200:86.0:1596748283.167770:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5bad2000 0x1fdbad2000(0x1fdbad2000) 00000800:00000200:86.0:1596748283.167771:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5bad3000 0x1fdbad3000(0x1fdbad3000) 00000800:00000010:86.0:1596748283.168312:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac5b97b980 (tot 157721450). 00000800:00000200:86.0:1596748283.168313:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168314:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5b906200] (20)-- 00000800:00000200:86.0:1596748283.168332:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.38@o2ib36 00000800:00000200:86.0:1596748283.168594:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748283.168893:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.38@o2ib36 00000800:00000200:86.0:1596748283.168894:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.38@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748283.168895:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5ba78540 (tot 157721314). 00000800:00000200:86.0:1596748283.168896:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5b906200] (19)++ 00000800:00000200:86.0:1596748283.168897:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5b906200] (20)++ 00000800:00000200:86.0:1596748283.168898:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5b906200] (21)-- 00000800:00000200:40.2:1596748283.169050:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5b906200] (20)++ 00000800:00000010:86.0:1596748283.208287:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45c12e200 (tot 157721426). 00000800:00000200:86.0:1596748283.208290:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45c12e200] -> 192.168.128.54@o2ib36 (1)++ 00000800:00000010:86.0:1596748283.208292:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45c12e280 (tot 157721538). 00000800:00000010:86.0:1596748283.208295:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461620200 (tot 157721834). 00000800:00000010:86.0:1596748283.208297:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a446c83ec0 (tot 157721970). 00000800:00000010:86.0:1596748283.208299:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a4473d4800 (tot 157723842). 00000800:00000010:86.0:1596748283.208300:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a446c83e00 (tot 157723994). 00000800:00000200:86.0:1596748283.208306:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a446c79000 0x17c6c79000(0x17c6c79000) 00000800:00000200:86.0:1596748283.208307:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a446c7a000 0x17c6c7a000(0x17c6c7a000) 00000800:00000200:86.0:1596748283.208308:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a446c7b000 0x17c6c7b000(0x17c6c7b000) 00000800:00000200:86.0:1596748283.208308:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a446c7c000 0x17c6c7c000(0x17c6c7c000) 00000800:00000200:86.0:1596748283.208309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a446c7d000 0x17c6c7d000(0x17c6c7d000) 00000800:00000200:86.0:1596748283.208310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a446c7e000 0x17c6c7e000(0x17c6c7e000) 00000800:00000200:86.0:1596748283.208311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a446c7f000 0x17c6c7f000(0x17c6c7f000) 00000800:00000200:86.0:1596748283.208311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a446c80000 0x17c6c80000(0x17c6c80000) 00000800:00000200:86.0:1596748283.208312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a446c81000 0x17c6c81000(0x17c6c81000) 00000800:00000200:86.0:1596748283.208313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a446c84000 0x17c6c84000(0x17c6c84000) 00000800:00000200:86.0:1596748283.208314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a446c85000 0x17c6c85000(0x17c6c85000) 00000800:00000200:86.0:1596748283.208315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a446c86000 0x17c6c86000(0x17c6c86000) 00000800:00000200:86.0:1596748283.208315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a446c87000 0x17c6c87000(0x17c6c87000) 00000800:00000200:86.0:1596748283.208316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a446c88000 0x17c6c88000(0x17c6c88000) 00000800:00000200:86.0:1596748283.208317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a446c89000 0x17c6c89000(0x17c6c89000) 00000800:00000200:86.0:1596748283.208317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a446c8a000 0x17c6c8a000(0x17c6c8a000) 00000800:00000200:86.0:1596748283.208318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a446c8b000 0x17c6c8b000(0x17c6c8b000) 00000800:00000200:86.0:1596748283.208319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a446c8c000 0x17c6c8c000(0x17c6c8c000) 00000800:00000010:86.0:1596748283.208873:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45c12e280 (tot 157723882). 00000800:00000200:86.0:1596748283.208875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.208892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461620200] (20)-- 00000800:00000200:86.0:1596748283.208894:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.54@o2ib36 00000800:00000200:86.0:1596748283.209136:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748283.209433:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.54@o2ib36 00000800:00000200:86.0:1596748283.209434:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.54@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748283.209435:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a446c83ec0 (tot 157723746). 00000800:00000200:86.0:1596748283.209437:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461620200] (19)++ 00000800:00000200:86.0:1596748283.209438:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461620200] (20)++ 00000800:00000200:86.0:1596748283.209439:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461620200] (21)-- 00000800:00000200:39.2:1596748283.209587:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461620200] (20)++ 00000800:00000010:86.0:1596748283.305192:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e3400 (tot 157723858). 00000800:00000200:86.0:1596748283.305195:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e3400] -> 192.168.128.57@o2ib36 (1)++ 00000800:00000010:86.0:1596748283.305198:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e3380 (tot 157723970). 00000800:00000010:86.0:1596748283.305204:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b1600 (tot 157724266). 00000800:00000010:86.0:1596748283.305208:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e367ec0 (tot 157724402). 00000800:00000010:86.0:1596748283.305210:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e26d800 (tot 157726274). 00000800:00000010:86.0:1596748283.305211:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e367e00 (tot 157726426). 00000800:00000200:86.0:1596748283.305215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e36d000 0xfde36d000(0xfde36d000) 00000800:00000200:86.0:1596748283.305216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e36e000 0xfde36e000(0xfde36e000) 00000800:00000200:86.0:1596748283.305217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e36f000 0xfde36f000(0xfde36f000) 00000800:00000200:86.0:1596748283.305218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e370000 0xfde370000(0xfde370000) 00000800:00000200:86.0:1596748283.305219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e371000 0xfde371000(0xfde371000) 00000800:00000200:86.0:1596748283.305220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e372000 0xfde372000(0xfde372000) 00000800:00000200:86.0:1596748283.305220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e373000 0xfde373000(0xfde373000) 00000800:00000200:86.0:1596748283.305221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e374000 0xfde374000(0xfde374000) 00000800:00000200:86.0:1596748283.305222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e375000 0xfde375000(0xfde375000) 00000800:00000200:86.0:1596748283.305223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e376000 0xfde376000(0xfde376000) 00000800:00000200:86.0:1596748283.305223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e377000 0xfde377000(0xfde377000) 00000800:00000200:86.0:1596748283.305224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e378000 0xfde378000(0xfde378000) 00000800:00000200:86.0:1596748283.305225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e379000 0xfde379000(0xfde379000) 00000800:00000200:86.0:1596748283.305226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e37a000 0xfde37a000(0xfde37a000) 00000800:00000200:86.0:1596748283.305226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e37b000 0xfde37b000(0xfde37b000) 00000800:00000200:86.0:1596748283.305227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e37c000 0xfde37c000(0xfde37c000) 00000800:00000200:86.0:1596748283.305228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e37d000 0xfde37d000(0xfde37d000) 00000800:00000200:86.0:1596748283.305229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e37e000 0xfde37e000(0xfde37e000) 00000800:00000010:86.0:1596748283.305782:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e3380 (tot 157726314). 00000800:00000200:86.0:1596748283.305783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305785:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305785:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305786:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305786:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305787:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305787:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305788:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305788:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305789:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305789:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305790:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305790:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305792:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:86.0:1596748283.305801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1600] (20)-- 00000800:00000200:86.0:1596748283.305802:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.57@o2ib36 00000800:00000200:86.0:1596748283.306064:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:87.2:1596748283.306313:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b1600] (19)++ 00000800:00000200:36.0:1596748283.306323:0:547:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.57@o2ib36 00000800:00000200:36.0:1596748283.306324:0:547:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.57@o2ib36: active(0), version(12), status(0) 00000800:00000010:36.0:1596748283.306325:0:547:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e367ec0 (tot 157726178). 00000800:00000200:36.0:1596748283.306328:0:547:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b1600] (20)++ 00000800:00000200:36.0:1596748283.306328:0:547:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b1600] (21)++ 00000800:00000200:36.0:1596748283.306330:0:547:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b1600] (22)-- 00000800:00000010:86.0:1596748283.935256:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848e80 (tot 157726290). 00000800:00000200:86.0:1596748283.935259:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848e80] -> 192.168.128.45@o2ib36 (1)++ 00000800:00000010:86.0:1596748283.935261:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c408848f00 (tot 157726402). 00000800:00000010:86.0:1596748283.935266:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c40ee44800 (tot 157726698). 00000800:00000010:86.0:1596748283.935269:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43493de00 (tot 157726834). 00000800:00000010:86.0:1596748283.935273:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ee60c800 (tot 157728706). 00000800:00000010:86.0:1596748283.935273:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43493db00 (tot 157728858). 00000800:00000200:86.0:1596748283.935281:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3eb25b000 0x376b25b000(0x376b25b000) 00000800:00000200:86.0:1596748283.935282:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3eb25c000 0x376b25c000(0x376b25c000) 00000800:00000200:86.0:1596748283.935283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3eb25d000 0x376b25d000(0x376b25d000) 00000800:00000200:86.0:1596748283.935284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3eb25e000 0x376b25e000(0x376b25e000) 00000800:00000200:86.0:1596748283.935285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3eb25f000 0x376b25f000(0x376b25f000) 00000800:00000200:86.0:1596748283.935286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3eb260000 0x376b260000(0x376b260000) 00000800:00000200:86.0:1596748283.935286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3eb261000 0x376b261000(0x376b261000) 00000800:00000200:86.0:1596748283.935287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3eb262000 0x376b262000(0x376b262000) 00000800:00000200:86.0:1596748283.935288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3eb263000 0x376b263000(0x376b263000) 00000800:00000200:86.0:1596748283.935289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3eb264000 0x376b264000(0x376b264000) 00000800:00000200:86.0:1596748283.935289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3eb265000 0x376b265000(0x376b265000) 00000800:00000200:86.0:1596748283.935290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3eb266000 0x376b266000(0x376b266000) 00000800:00000200:86.0:1596748283.935291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3eb267000 0x376b267000(0x376b267000) 00000800:00000200:86.0:1596748283.935292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3eb268000 0x376b268000(0x376b268000) 00000800:00000200:86.0:1596748283.935292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3eb269000 0x376b269000(0x376b269000) 00000800:00000200:86.0:1596748283.935293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3eb26a000 0x376b26a000(0x376b26a000) 00000800:00000200:86.0:1596748283.935294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c3eb26b000 0x376b26b000(0x376b26b000) 00000800:00000200:86.0:1596748283.935295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c3ec8dc000 0x376c8dc000(0x376c8dc000) 00000800:00000010:86.0:1596748283.935822:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c408848f00 (tot 157728746). 00000800:00000200:86.0:1596748283.935824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935827:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935828:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.935841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c40ee44800] (20)-- 00000800:00000200:86.0:1596748283.935843:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.45@o2ib36 00000800:00000200:86.0:1596748283.936111:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748283.936472:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.45@o2ib36 00000800:00000200:86.0:1596748283.936473:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.45@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748283.936474:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43493de00 (tot 157728610). 00000800:00000200:86.0:1596748283.936475:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c40ee44800] (19)++ 00000800:00000200:86.0:1596748283.936475:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c40ee44800] (20)++ 00000800:00000200:86.0:1596748283.936476:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c40ee44800] (21)-- 00000800:00000200:39.2:1596748283.936632:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c40ee44800] (20)++ 00000800:00000010:86.0:1596748285.169465:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b463753e00 (tot 157728722). 00000800:00000200:86.0:1596748285.169469:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b463753e00] -> 192.168.128.90@o2ib36 (1)++ 00000800:00000010:86.0:1596748285.169471:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b463753d80 (tot 157728834). 00000800:00000010:86.0:1596748285.169473:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463638e00 (tot 157729130). 00000800:00000010:86.0:1596748285.169474:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b4630e7ec0 (tot 157729266). 00000800:00000010:86.0:1596748285.169477:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b4637e7800 (tot 157731138). 00000800:00000010:86.0:1596748285.169478:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4630e7bc0 (tot 157731290). 00000800:00000200:86.0:1596748285.169488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4630f0000 0x27e30f0000(0x27e30f0000) 00000800:00000200:86.0:1596748285.169489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4630f1000 0x27e30f1000(0x27e30f1000) 00000800:00000200:86.0:1596748285.169490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4630f2000 0x27e30f2000(0x27e30f2000) 00000800:00000200:86.0:1596748285.169491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4630f3000 0x27e30f3000(0x27e30f3000) 00000800:00000200:86.0:1596748285.169491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4630f4000 0x27e30f4000(0x27e30f4000) 00000800:00000200:86.0:1596748285.169492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4630f5000 0x27e30f5000(0x27e30f5000) 00000800:00000200:86.0:1596748285.169493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4630f6000 0x27e30f6000(0x27e30f6000) 00000800:00000200:86.0:1596748285.169494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4630f7000 0x27e30f7000(0x27e30f7000) 00000800:00000200:86.0:1596748285.169494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47a04c000 0x27fa04c000(0x27fa04c000) 00000800:00000200:86.0:1596748285.169495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463f75000 0x27e3f75000(0x27e3f75000) 00000800:00000200:86.0:1596748285.169496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463f07000 0x27e3f07000(0x27e3f07000) 00000800:00000200:86.0:1596748285.169510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47e25b000 0x27fe25b000(0x27fe25b000) 00000800:00000200:86.0:1596748285.169511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463f4b000 0x27e3f4b000(0x27e3f4b000) 00000800:00000200:86.0:1596748285.169511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463efb000 0x27e3efb000(0x27e3efb000) 00000800:00000200:86.0:1596748285.169512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463f50000 0x27e3f50000(0x27e3f50000) 00000800:00000200:86.0:1596748285.169513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47ae80000 0x27fae80000(0x27fae80000) 00000800:00000200:86.0:1596748285.169514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463f0b000 0x27e3f0b000(0x27e3f0b000) 00000800:00000200:86.0:1596748285.169514:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463ef9000 0x27e3ef9000(0x27e3ef9000) 00000800:00000010:86.0:1596748285.170084:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b463753d80 (tot 157731178). 00000800:00000200:86.0:1596748285.170086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463638e00] (20)-- 00000800:00000200:86.0:1596748285.170105:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.90@o2ib36 00000800:00000200:86.0:1596748285.170364:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748285.170717:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.90@o2ib36 00000800:00000200:86.0:1596748285.170719:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.90@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748285.170719:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b4630e7ec0 (tot 157731042). 00000800:00000200:86.0:1596748285.170721:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463638e00] (19)++ 00000800:00000200:86.0:1596748285.170722:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463638e00] (20)++ 00000800:00000200:86.0:1596748285.170723:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463638e00] (21)-- 00000800:00000200:39.2:1596748285.170877:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463638e00] (20)++ 00000800:00000010:86.0:1596748286.316693:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c408848f00 (tot 157731154). 00000800:00000200:86.0:1596748286.316697:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c408848f00] -> 192.168.128.134@o2ib36 (1)++ 00000800:00000010:86.0:1596748286.316701:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c3ec80a000 (tot 157731266). 00000800:00000010:86.0:1596748286.316702:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c3f4910a00 (tot 157731562). 00000800:00000010:86.0:1596748286.316704:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43493c3c0 (tot 157731698). 00000800:00000010:86.0:1596748286.316706:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c3ec83c000 (tot 157733570). 00000800:00000010:86.0:1596748286.316707:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43493c6c0 (tot 157733722). 00000800:00000200:86.0:1596748286.316715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c3eac47000 0x376ac47000(0x376ac47000) 00000800:00000200:86.0:1596748286.316716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c3eac48000 0x376ac48000(0x376ac48000) 00000800:00000200:86.0:1596748286.316717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c3eac49000 0x376ac49000(0x376ac49000) 00000800:00000200:86.0:1596748286.316718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c3eac4a000 0x376ac4a000(0x376ac4a000) 00000800:00000200:86.0:1596748286.316718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c3eac4b000 0x376ac4b000(0x376ac4b000) 00000800:00000200:86.0:1596748286.316719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c3eac4c000 0x376ac4c000(0x376ac4c000) 00000800:00000200:86.0:1596748286.316720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c3eac4d000 0x376ac4d000(0x376ac4d000) 00000800:00000200:86.0:1596748286.316721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c3eac4e000 0x376ac4e000(0x376ac4e000) 00000800:00000200:86.0:1596748286.316721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c3eac4f000 0x376ac4f000(0x376ac4f000) 00000800:00000200:86.0:1596748286.316722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c3eac50000 0x376ac50000(0x376ac50000) 00000800:00000200:86.0:1596748286.316723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c3eac51000 0x376ac51000(0x376ac51000) 00000800:00000200:86.0:1596748286.316724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c3eac52000 0x376ac52000(0x376ac52000) 00000800:00000200:86.0:1596748286.316724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c3eac53000 0x376ac53000(0x376ac53000) 00000800:00000200:86.0:1596748286.316725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c3eac54000 0x376ac54000(0x376ac54000) 00000800:00000200:86.0:1596748286.316726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c3eac55000 0x376ac55000(0x376ac55000) 00000800:00000200:86.0:1596748286.316726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c3eac56000 0x376ac56000(0x376ac56000) 00000800:00000200:86.0:1596748286.316727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c41bd66000 0x379bd66000(0x379bd66000) 00000800:00000200:86.0:1596748286.316728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c40896f000 0x378896f000(0x378896f000) 00000800:00000010:86.0:1596748286.317281:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c3ec80a000 (tot 157733610). 00000800:00000200:86.0:1596748286.317282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c3f4910a00] (20)-- 00000800:00000200:86.0:1596748286.317301:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.134@o2ib36 00000800:00000200:86.0:1596748286.317562:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748286.317863:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.134@o2ib36 00000800:00000200:86.0:1596748286.317864:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.134@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748286.317865:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43493c3c0 (tot 157733474). 00000800:00000200:86.0:1596748286.317866:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c3f4910a00] (19)++ 00000800:00000200:86.0:1596748286.317867:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c3f4910a00] (20)++ 00000800:00000200:86.0:1596748286.317867:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c3f4910a00] (21)-- 00000800:00000200:88.2:1596748286.318041:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c3f4910a00] (20)++ 00000800:00020000:17.0:1596748286.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748286.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748286.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b463639a00] (22)++ 00000800:00000100:17.0:1596748286.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748286.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b464295280] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:17.0:1596748286.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b463639a00] (23)-- 00000400:00000200:17.0:1596748286.353081:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:17.0:1596748286.353082:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:17.0:1596748286.353083:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b463639a00] (22)-- 00000800:00000200:86.0:1596748286.353413:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b463639a00] (21)-- 00000800:00000010:86.0:1596748287.415694:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc65f8df00 (tot 157733586). 00000800:00000200:86.0:1596748287.415699:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc65f8df00] -> 192.168.128.116@o2ib36 (1)++ 00000800:00000010:86.0:1596748287.415700:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc65f8de80 (tot 157733698). 00000800:00000010:86.0:1596748287.415704:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc654f0000 (tot 157733994). 00000800:00000010:86.0:1596748287.415706:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7b428d80 (tot 157734130). 00000800:00000010:86.0:1596748287.415708:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc65b90800 (tot 157736002). 00000800:00000010:86.0:1596748287.415709:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7b4280c0 (tot 157736154). 00000800:00000200:86.0:1596748287.415713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc79374000 0x2ff9374000(0x2ff9374000) 00000800:00000200:86.0:1596748287.415714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc79375000 0x2ff9375000(0x2ff9375000) 00000800:00000200:86.0:1596748287.415715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66bd4000 0x2fe6bd4000(0x2fe6bd4000) 00000800:00000200:86.0:1596748287.415716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc66bd5000 0x2fe6bd5000(0x2fe6bd5000) 00000800:00000200:86.0:1596748287.415716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc65b9e000 0x2fe5b9e000(0x2fe5b9e000) 00000800:00000200:86.0:1596748287.415717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc65b9f000 0x2fe5b9f000(0x2fe5b9f000) 00000800:00000200:86.0:1596748287.415718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc66ba6000 0x2fe6ba6000(0x2fe6ba6000) 00000800:00000200:86.0:1596748287.415719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc66ba7000 0x2fe6ba7000(0x2fe6ba7000) 00000800:00000200:86.0:1596748287.415719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc66824000 0x2fe6824000(0x2fe6824000) 00000800:00000200:86.0:1596748287.415720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc66825000 0x2fe6825000(0x2fe6825000) 00000800:00000200:86.0:1596748287.415721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc654be000 0x2fe54be000(0x2fe54be000) 00000800:00000200:86.0:1596748287.415722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc654bf000 0x2fe54bf000(0x2fe54bf000) 00000800:00000200:86.0:1596748287.415722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc654c0000 0x2fe54c0000(0x2fe54c0000) 00000800:00000200:86.0:1596748287.415723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc654c1000 0x2fe54c1000(0x2fe54c1000) 00000800:00000200:86.0:1596748287.415724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc654c2000 0x2fe54c2000(0x2fe54c2000) 00000800:00000200:86.0:1596748287.415724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc654c3000 0x2fe54c3000(0x2fe54c3000) 00000800:00000200:86.0:1596748287.415725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc654c4000 0x2fe54c4000(0x2fe54c4000) 00000800:00000200:86.0:1596748287.415726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc654c5000 0x2fe54c5000(0x2fe54c5000) 00000800:00000010:86.0:1596748287.416291:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc65f8de80 (tot 157736042). 00000800:00000200:86.0:1596748287.416292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc654f0000] (20)-- 00000800:00000200:86.0:1596748287.416312:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.116@o2ib36 00000800:00000200:86.0:1596748287.416587:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748287.416912:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.116@o2ib36 00000800:00000200:38.2:1596748287.416912:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc654f0000] (19)++ 00000800:00000200:86.0:1596748287.416914:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.116@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748287.416916:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7b428d80 (tot 157735906). 00000800:00000200:86.0:1596748287.416917:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc654f0000] (20)++ 00000800:00000200:86.0:1596748287.416918:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc654f0000] (21)++ 00000800:00000200:86.0:1596748287.416919:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc654f0000] (22)-- 00000800:00020000:17.0:1596748288.352530:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748288.352532:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748288.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc54e28000] (22)++ 00000800:00000100:17.0:1596748288.352535:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748288.352537:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc55556400] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:17.0:1596748288.352539:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc54e28000] (23)-- 00000800:00020000:17.0:1596748288.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596748288.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596748288.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4472b8600] (22)++ 00000800:00000100:17.0:1596748288.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596748288.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a47e28f700] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:17.0:1596748288.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a4472b8600] (23)-- 00000400:00000200:17.0:1596748288.353075:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:17.0:1596748288.353077:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:17.0:1596748288.353077:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc54e28000] (22)-- 00000800:00000200:86.0:1596748288.353370:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc54e28000] (21)-- 00000400:00000200:17.0:1596748288.353623:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:17.0:1596748288.353624:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:17.0:1596748288.353625:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a4472b8600] (22)-- 00000800:00000200:86.0:1596748288.353987:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a4472b8600] (21)-- 00000800:00000010:86.0:1596748288.373371:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2c00 (tot 157736018). 00000800:00000200:86.0:1596748288.373375:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2c00] -> 192.168.128.52@o2ib36 (1)++ 00000800:00000010:86.0:1596748288.373377:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2c80 (tot 157736130). 00000800:00000010:86.0:1596748288.373380:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e0b9e00 (tot 157736426). 00000800:00000010:86.0:1596748288.373382:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e333140 (tot 157736562). 00000800:00000010:86.0:1596748288.373385:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e349800 (tot 157738434). 00000800:00000010:86.0:1596748288.373386:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e366240 (tot 157738586). 00000800:00000200:86.0:1596748288.373391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e37f000 0xfde37f000(0xfde37f000) 00000800:00000200:86.0:1596748288.373392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e380000 0xfde380000(0xfde380000) 00000800:00000200:86.0:1596748288.373393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e381000 0xfde381000(0xfde381000) 00000800:00000200:86.0:1596748288.373394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e382000 0xfde382000(0xfde382000) 00000800:00000200:86.0:1596748288.373395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e383000 0xfde383000(0xfde383000) 00000800:00000200:86.0:1596748288.373396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e384000 0xfde384000(0xfde384000) 00000800:00000200:86.0:1596748288.373396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e385000 0xfde385000(0xfde385000) 00000800:00000200:86.0:1596748288.373397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e386000 0xfde386000(0xfde386000) 00000800:00000200:86.0:1596748288.373398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e387000 0xfde387000(0xfde387000) 00000800:00000200:86.0:1596748288.373399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e388000 0xfde388000(0xfde388000) 00000800:00000200:86.0:1596748288.373399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e389000 0xfde389000(0xfde389000) 00000800:00000200:86.0:1596748288.373400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e38a000 0xfde38a000(0xfde38a000) 00000800:00000200:86.0:1596748288.373401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e38b000 0xfde38b000(0xfde38b000) 00000800:00000200:86.0:1596748288.373402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e38c000 0xfde38c000(0xfde38c000) 00000800:00000200:86.0:1596748288.373402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e38d000 0xfde38d000(0xfde38d000) 00000800:00000200:86.0:1596748288.373403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e38e000 0xfde38e000(0xfde38e000) 00000800:00000200:86.0:1596748288.373404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e38f000 0xfde38f000(0xfde38f000) 00000800:00000200:86.0:1596748288.373404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e390000 0xfde390000(0xfde390000) 00000800:00000010:86.0:1596748288.373948:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2c80 (tot 157738474). 00000800:00000200:86.0:1596748288.373950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373963:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373963:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373964:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373964:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373965:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373965:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373966:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373966:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373967:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373967:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.373968:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e0b9e00] (20)-- 00000800:00000200:86.0:1596748288.373969:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.52@o2ib36 00000800:00000200:86.0:1596748288.374224:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748288.374572:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.52@o2ib36 00000800:00000200:84.2:1596748288.374572:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e0b9e00] (19)++ 00000800:00000200:86.0:1596748288.374573:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.52@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748288.374574:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e333140 (tot 157738338). 00000800:00000200:86.0:1596748288.374575:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e0b9e00] (20)++ 00000800:00000200:86.0:1596748288.374575:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e0b9e00] (21)++ 00000800:00000200:86.0:1596748288.374576:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e0b9e00] (22)-- 00000800:00000200:86.0:1596748288.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748290.407543:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596748290.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596748291.032757:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c5e7e2c80 (tot 157738450). 00000800:00000200:86.0:1596748291.032762:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c5e7e2c80] -> 192.168.128.154@o2ib36 (1)++ 00000800:00000010:86.0:1596748291.032763:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c5e7e2d00 (tot 157738562). 00000800:00000010:86.0:1596748291.032766:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b1400 (tot 157738858). 00000800:00000010:86.0:1596748291.032767:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e366480 (tot 157738994). 00000800:00000010:86.0:1596748291.032768:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e349000 (tot 157740866). 00000800:00000010:86.0:1596748291.032769:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e366540 (tot 157741018). 00000800:00000200:86.0:1596748291.032774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e391000 0xfde391000(0xfde391000) 00000800:00000200:86.0:1596748291.032775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e392000 0xfde392000(0xfde392000) 00000800:00000200:86.0:1596748291.032776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e393000 0xfde393000(0xfde393000) 00000800:00000200:86.0:1596748291.032777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e394000 0xfde394000(0xfde394000) 00000800:00000200:86.0:1596748291.032777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e395000 0xfde395000(0xfde395000) 00000800:00000200:86.0:1596748291.032778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e396000 0xfde396000(0xfde396000) 00000800:00000200:86.0:1596748291.032779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e397000 0xfde397000(0xfde397000) 00000800:00000200:86.0:1596748291.032780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e398000 0xfde398000(0xfde398000) 00000800:00000200:86.0:1596748291.032780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e399000 0xfde399000(0xfde399000) 00000800:00000200:86.0:1596748291.032781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e39a000 0xfde39a000(0xfde39a000) 00000800:00000200:86.0:1596748291.032782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e39b000 0xfde39b000(0xfde39b000) 00000800:00000200:86.0:1596748291.032782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e39c000 0xfde39c000(0xfde39c000) 00000800:00000200:86.0:1596748291.032783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e39d000 0xfde39d000(0xfde39d000) 00000800:00000200:86.0:1596748291.032784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e39e000 0xfde39e000(0xfde39e000) 00000800:00000200:86.0:1596748291.032785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e39f000 0xfde39f000(0xfde39f000) 00000800:00000200:86.0:1596748291.032785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e3a0000 0xfde3a0000(0xfde3a0000) 00000800:00000200:86.0:1596748291.032786:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e3a1000 0xfde3a1000(0xfde3a1000) 00000800:00000200:86.0:1596748291.032787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e3a2000 0xfde3a2000(0xfde3a2000) 00000800:00000010:86.0:1596748291.033388:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c5e7e2d00 (tot 157740906). 00000800:00000200:86.0:1596748291.033389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033405:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033405:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033406:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033406:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033407:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.033407:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b1400] (20)-- 00000800:00000200:86.0:1596748291.033409:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.154@o2ib36 00000800:00000200:86.0:1596748291.033679:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596748291.034102:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.154@o2ib36 00000800:00000200:86.0:1596748291.034103:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.154@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596748291.034104:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e366480 (tot 157740770). 00000800:00000200:86.0:1596748291.034105:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b1400] (19)++ 00000800:00000200:86.0:1596748291.034106:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b1400] (20)++ 00000800:00000200:86.0:1596748291.034106:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b1400] (21)-- 00000800:00000200:84.2:1596748291.034115:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b1400] (20)++ 00000800:00000200:17.0:1596748291.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc556e8400] (21)++ 00000800:00000200:17.0:1596748291.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc556e8400] (22)++ 00000800:00000200:17.0:1596748291.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc556e8400] (23)-- 00000800:00000200:17.0:1596748293.352530:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a4472bd800] (21)++ 00000800:00000200:17.0:1596748293.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a4472bd800] (22)++ 00000800:00000200:17.0:1596748293.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a4472bd800] (23)-- 00000800:00000200:17.0:1596748293.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c3f4916600] (21)++ 00000800:00000200:17.0:1596748293.352540:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c3f4916600] (22)++ 00000800:00000200:17.0:1596748293.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c3f4916600] (23)-- 00000800:00000200:17.0:1596748294.352526:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e0be600] (21)++ 00000800:00000200:17.0:1596748294.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e0be600] (22)++ 00000800:00000200:17.0:1596748294.352533:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e0be600] (23)--