00000800:00020000:17.0F:1596747319.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747319.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000100:17.0:1596747319.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00020000:17.0:1596747321.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747321.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747321.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980200] (22)++ 00000800:00000100:17.0:1596747321.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747321.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00e80] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:17.0:1596747321.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462980200] (23)-- 00000800:00020000:17.0:1596747321.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747321.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747321.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d6800] (22)++ 00000800:00000100:17.0:1596747321.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747321.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1a80] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:17.0:1596747321.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d6800] (23)-- 00000800:00020000:17.0:1596747321.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747321.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.139@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747321.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc5796fc00] (22)++ 00000800:00000100:17.0:1596747321.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.139@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747321.352598:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3c00] -> 192.168.128.139@o2ib36 (2)-- 00000800:00000200:17.0:1596747321.352599:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc5796fc00] (23)-- 00000800:00020000:17.0:1596747321.352603:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747321.352604:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.62@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747321.352605:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462987000] (22)++ 00000800:00000100:17.0:1596747321.352606:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.62@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747321.352608:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01e80] -> 192.168.128.62@o2ib36 (2)-- 00000800:00000200:17.0:1596747321.352609:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462987000] (23)-- 00000800:00020000:17.0:1596747321.352610:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747321.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.63@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747321.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562b0000] (22)++ 00000800:00000100:17.0:1596747321.352613:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.63@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747321.352614:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3b80] -> 192.168.128.63@o2ib36 (2)-- 00000800:00000200:17.0:1596747321.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc562b0000] (23)-- 00000400:00000200:17.0:1596747321.353086:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:17.0:1596747321.353087:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:17.0:1596747321.353088:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462980200] (22)-- 00000800:00000200:86.0F:1596747321.353446:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462980200] (21)-- 00000400:00000200:17.0:1596747321.353612:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:17.0:1596747321.353613:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:17.0:1596747321.353614:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d6800] (22)-- 00000800:00000200:86.0:1596747321.353902:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4434d6800] (21)-- 00000400:00000200:17.0:1596747321.354149:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.139@o2ib36: down 00000400:00000200:17.0:1596747321.354151:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.139@o2ib36 not found 00000800:00000200:17.0:1596747321.354151:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc5796fc00] (22)-- 00000800:00000200:86.0:1596747321.354488:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc5796fc00] (21)-- 00000400:00000200:17.0:1596747321.354705:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.62@o2ib36: down 00000400:00000200:17.0:1596747321.354706:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.62@o2ib36 not found 00000800:00000200:17.0:1596747321.354707:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462987000] (22)-- 00000800:00000200:86.0:1596747321.355058:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462987000] (21)-- 00000400:00000200:17.0:1596747321.355247:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.63@o2ib36: down 00000400:00000200:17.0:1596747321.355248:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.63@o2ib36 not found 00000800:00000200:17.0:1596747321.355249:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc562b0000] (22)-- 00000800:00000200:86.0:1596747321.355633:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc562b0000] (21)-- 00000800:00000200:86.0:1596747321.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747323.407578:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747323.407579:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747323.407581:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747323.407582:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747323.407584:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:15.0F:1596747325.352528:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585000] (21)++ 00000800:00000200:15.0:1596747325.352533:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c585000] (22)++ 00000800:00000200:15.0:1596747325.352537:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c585000] (23)-- 00000800:00000200:15.0:1596747325.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5000] (21)++ 00000800:00000200:15.0:1596747325.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f5000] (22)++ 00000800:00000200:15.0:1596747325.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f5000] (23)-- 00000800:00000200:15.0:1596747327.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834400] (21)++ 00000800:00000200:15.0:1596747327.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e834400] (22)++ 00000800:00000200:15.0:1596747327.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e834400] (23)-- 00000800:00000200:15.0:1596747327.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981e00] (21)++ 00000800:00000200:15.0:1596747327.352542:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462981e00] (22)++ 00000800:00000200:15.0:1596747327.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462981e00] (23)-- 00000800:00000200:15.0:1596747327.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580200] (21)++ 00000800:00000200:15.0:1596747327.352550:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c580200] (22)++ 00000800:00000200:15.0:1596747327.352552:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c580200] (23)-- 00000800:00000200:15.0:1596747327.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583400] (21)++ 00000800:00000200:15.0:1596747327.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c583400] (22)++ 00000800:00000200:15.0:1596747327.352558:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c583400] (23)-- 00000800:00000200:15.0:1596747327.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980800] (21)++ 00000800:00000200:15.0:1596747327.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462980800] (22)++ 00000800:00000200:15.0:1596747327.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462980800] (23)-- 00000800:00000200:15.0:1596747328.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19aa00] (21)++ 00000800:00000200:15.0:1596747328.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19aa00] (22)++ 00000800:00000200:15.0:1596747328.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19aa00] (23)-- 00000800:00000200:15.0:1596747329.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d3600] (21)++ 00000800:00000200:15.0:1596747329.352569:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d3600] (22)++ 00000800:00000200:15.0:1596747329.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d3600] (23)-- 00000800:00000200:15.0:1596747329.352574:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464708600] (21)++ 00000800:00000200:15.0:1596747329.352576:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464708600] (22)++ 00000800:00000200:15.0:1596747329.352579:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464708600] (23)-- 00000800:00000200:15.0:1596747329.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19e800] (21)++ 00000800:00000200:15.0:1596747329.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19e800] (22)++ 00000800:00000200:15.0:1596747329.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19e800] (23)-- 00000800:00000010:86.0:1596747330.096313:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514980 (tot 154722514). 00000800:00000200:86.0:1596747330.096319:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514980] -> 192.168.128.1@o2ib36 (1)++ 00000800:00000010:86.0:1596747330.096322:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514a00 (tot 154722626). 00000800:00000010:86.0:1596747330.096327:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46444aa00 (tot 154722922). 00000800:00000010:86.0:1596747330.096329:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465323ec0 (tot 154723058). 00000800:00000010:86.0:1596747330.096333:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464db7800 (tot 154724930). 00000800:00000010:86.0:1596747330.096334:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465323bc0 (tot 154725082). 00000800:00000200:86.0:1596747330.096344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464e87000 0x27e4e87000(0x27e4e87000) 00000800:00000200:86.0:1596747330.096346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4646ae000 0x27e46ae000(0x27e46ae000) 00000800:00000200:86.0:1596747330.096347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47eb84000 0x27feb84000(0x27feb84000) 00000800:00000200:86.0:1596747330.096347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464e6c000 0x27e4e6c000(0x27e4e6c000) 00000800:00000200:86.0:1596747330.096348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47f374000 0x27ff374000(0x27ff374000) 00000800:00000200:86.0:1596747330.096349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4647b0000 0x27e47b0000(0x27e47b0000) 00000800:00000200:86.0:1596747330.096350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b46465c000 0x27e465c000(0x27e465c000) 00000800:00000200:86.0:1596747330.096350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47e1d4000 0x27fe1d4000(0x27fe1d4000) 00000800:00000200:86.0:1596747330.096351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47e070000 0x27fe070000(0x27fe070000) 00000800:00000200:86.0:1596747330.096352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464d4b000 0x27e4d4b000(0x27e4d4b000) 00000800:00000200:86.0:1596747330.096353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b4647db000 0x27e47db000(0x27e47db000) 00000800:00000200:86.0:1596747330.096353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b4644a6000 0x27e44a6000(0x27e44a6000) 00000800:00000200:86.0:1596747330.096354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464786000 0x27e4786000(0x27e4786000) 00000800:00000200:86.0:1596747330.096355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4644b5000 0x27e44b5000(0x27e44b5000) 00000800:00000200:86.0:1596747330.096356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464e1f000 0x27e4e1f000(0x27e4e1f000) 00000800:00000200:86.0:1596747330.096357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4647bc000 0x27e47bc000(0x27e47bc000) 00000800:00000200:86.0:1596747330.096358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464d94000 0x27e4d94000(0x27e4d94000) 00000800:00000200:86.0:1596747330.096359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47e4c7000 0x27fe4c7000(0x27fe4c7000) 00000800:00000010:86.0:1596747330.097046:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514a00 (tot 154724970). 00000800:00000200:86.0:1596747330.097048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097053:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444aa00] (20)-- 00000800:00000200:86.0:1596747330.097067:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.1@o2ib36 00000800:00000200:86.0:1596747330.097322:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747330.097689:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.1@o2ib36 00000800:00000200:86.0:1596747330.097691:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.1@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747330.097692:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465323ec0 (tot 154724834). 00000800:00000200:41.2F:1596747330.097693:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097694:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46444aa00] (19)++ 00000800:00000200:86.0:1596747330.097695:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46444aa00] (20)++ 00000800:00000200:86.0:1596747330.097695:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46444aa00] (21)-- 00000800:00020000:15.0:1596747330.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747330.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.143@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747330.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585000] (22)++ 00000800:00000100:15.0:1596747330.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.143@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747330.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3700] -> 192.168.128.143@o2ib36 (2)-- 00000800:00000200:15.0:1596747330.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c585000] (23)-- 00000800:00000200:15.0:1596747330.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583000] (21)++ 00000800:00000200:15.0:1596747330.352580:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c583000] (22)++ 00000800:00000200:15.0:1596747330.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c583000] (23)-- 00000800:00020000:15.0:1596747330.352587:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747330.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.82@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747330.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f5000] (22)++ 00000800:00000100:15.0:1596747330.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.82@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747330.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489b80] -> 192.168.128.82@o2ib36 (2)-- 00000800:00000200:15.0:1596747330.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f5000] (23)-- 00000400:00000200:15.0:1596747330.353194:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.143@o2ib36: down 00000400:00000200:15.0:1596747330.353196:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.143@o2ib36 not found 00000800:00000200:15.0:1596747330.353196:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c585000] (22)-- 00000800:00000200:86.0:1596747330.353542:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c585000] (21)-- 00000400:00000200:15.0:1596747330.353730:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.82@o2ib36: down 00000400:00000200:15.0:1596747330.353731:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.82@o2ib36 not found 00000800:00000200:15.0:1596747330.353732:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f5000] (22)-- 00000800:00000200:86.0:1596747330.353991:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f5000] (21)-- 00000800:00000200:15.0:1596747331.352515:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19ec00] (21)++ 00000800:00000200:15.0:1596747331.352517:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19ec00] (22)++ 00000800:00000200:15.0:1596747331.352520:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19ec00] (23)-- 00000800:00000200:15.0:1596747331.352523:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57bd0e00] (21)++ 00000800:00000200:15.0:1596747331.352525:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc57bd0e00] (22)++ 00000800:00000200:15.0:1596747331.352528:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc57bd0e00] (23)-- 00000800:00000200:15.0:1596747331.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837600] (21)++ 00000800:00000200:15.0:1596747331.352530:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e837600] (22)++ 00000800:00000200:15.0:1596747331.352532:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e837600] (23)-- 00000800:00000200:15.0:1596747331.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470fe00] (21)++ 00000800:00000200:15.0:1596747331.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470fe00] (22)++ 00000800:00000200:15.0:1596747331.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470fe00] (23)-- 00000800:00000010:86.0:1596747331.737085:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0800 (tot 154724946). 00000800:00000200:86.0:1596747331.737090:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0800] -> 192.168.128.126@o2ib36 (1)++ 00000800:00000010:86.0:1596747331.737092:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0880 (tot 154725058). 00000800:00000010:86.0:1596747331.737095:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4349b3000 (tot 154725354). 00000800:00000010:86.0:1596747331.737098:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c4349aecc0 (tot 154725490). 00000800:00000010:86.0:1596747331.737099:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434947800 (tot 154727362). 00000800:00000010:86.0:1596747331.737100:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c4349aed80 (tot 154727514). 00000800:00000200:86.0:1596747331.737106:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c4347cd000 0x37b47cd000(0x37b47cd000) 00000800:00000200:86.0:1596747331.737108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c4347ce000 0x37b47ce000(0x37b47ce000) 00000800:00000200:86.0:1596747331.737108:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c4347cf000 0x37b47cf000(0x37b47cf000) 00000800:00000200:86.0:1596747331.737109:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c434538000 0x37b4538000(0x37b4538000) 00000800:00000200:86.0:1596747331.737110:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c434539000 0x37b4539000(0x37b4539000) 00000800:00000200:86.0:1596747331.737111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c43453a000 0x37b453a000(0x37b453a000) 00000800:00000200:86.0:1596747331.737112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c43453b000 0x37b453b000(0x37b453b000) 00000800:00000200:86.0:1596747331.737112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c434028000 0x37b4028000(0x37b4028000) 00000800:00000200:86.0:1596747331.737113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c434029000 0x37b4029000(0x37b4029000) 00000800:00000200:86.0:1596747331.737114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c43402a000 0x37b402a000(0x37b402a000) 00000800:00000200:86.0:1596747331.737115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c43402b000 0x37b402b000(0x37b402b000) 00000800:00000200:86.0:1596747331.737116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c43402c000 0x37b402c000(0x37b402c000) 00000800:00000200:86.0:1596747331.737117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c43402d000 0x37b402d000(0x37b402d000) 00000800:00000200:86.0:1596747331.737118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c43402e000 0x37b402e000(0x37b402e000) 00000800:00000200:86.0:1596747331.737118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c43402f000 0x37b402f000(0x37b402f000) 00000800:00000200:86.0:1596747331.737119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c434958000 0x37b4958000(0x37b4958000) 00000800:00000200:86.0:1596747331.737120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c434959000 0x37b4959000(0x37b4959000) 00000800:00000200:86.0:1596747331.737121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c43495a000 0x37b495a000(0x37b495a000) 00000800:00000010:86.0:1596747331.737703:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0880 (tot 154727402). 00000800:00000200:86.0:1596747331.737704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.737722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b3000] (20)-- 00000800:00000200:86.0:1596747331.737723:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.126@o2ib36 00000800:00000200:86.0:1596747331.737983:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747331.738288:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.126@o2ib36 00000800:00000200:86.0:1596747331.738289:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.126@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747331.738290:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c4349aecc0 (tot 154727266). 00000800:00000200:86.0:1596747331.738291:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4349b3000] (19)++ 00000800:00000200:86.0:1596747331.738292:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4349b3000] (20)++ 00000800:00000200:86.0:1596747331.738292:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4349b3000] (21)-- 00000800:00000200:39.2F:1596747331.738591:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4349b3000] (20)++ 00000800:00000010:86.0:1596747332.322999:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01980 (tot 154727378). 00000800:00000200:86.0:1596747332.323003:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01980] -> 192.168.128.125@o2ib36 (1)++ 00000800:00000010:86.0:1596747332.323006:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01900 (tot 154727490). 00000800:00000010:86.0:1596747332.323008:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461626c00 (tot 154727786). 00000800:00000010:86.0:1596747332.323010:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154727922). 00000800:00000010:86.0:1596747332.323012:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a696800 (tot 154729794). 00000800:00000010:86.0:1596747332.323013:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8a300 (tot 154729946). 00000800:00000200:86.0:1596747332.323026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47689e000 0x17f689e000(0x17f689e000) 00000800:00000200:86.0:1596747332.323027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a461df4000 0x17e1df4000(0x17e1df4000) 00000800:00000200:86.0:1596747332.323028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47f2a4000 0x17ff2a4000(0x17ff2a4000) 00000800:00000200:86.0:1596747332.323028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a461628000 0x17e1628000(0x17e1628000) 00000800:00000200:86.0:1596747332.323029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989d147ce000 0x10947ce000(0x10947ce000) 00000800:00000200:86.0:1596747332.323030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a461dec000 0x17e1dec000(0x17e1dec000) 00000800:00000200:86.0:1596747332.323031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a462b35000 0x17e2b35000(0x17e2b35000) 00000800:00000200:86.0:1596747332.323031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47edc5000 0x17fedc5000(0x17fedc5000) 00000800:00000200:86.0:1596747332.323032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47f698000 0x17ff698000(0x17ff698000) 00000800:00000200:86.0:1596747332.323033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47e121000 0x17fe121000(0x17fe121000) 00000800:00000200:86.0:1596747332.323034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476d89000 0x17f6d89000(0x17f6d89000) 00000800:00000200:86.0:1596747332.323035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476ec7000 0x17f6ec7000(0x17f6ec7000) 00000800:00000200:86.0:1596747332.323036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476c7a000 0x17f6c7a000(0x17f6c7a000) 00000800:00000200:86.0:1596747332.323037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476c7b000 0x17f6c7b000(0x17f6c7b000) 00000800:00000200:86.0:1596747332.323037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a46156a000 0x17e156a000(0x17e156a000) 00000800:00000200:86.0:1596747332.323038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a46156b000 0x17e156b000(0x17e156b000) 00000800:00000200:86.0:1596747332.323039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476ec4000 0x17f6ec4000(0x17f6ec4000) 00000800:00000200:86.0:1596747332.323039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476ec5000 0x17f6ec5000(0x17f6ec5000) 00000800:00000010:86.0:1596747332.323618:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01900 (tot 154729834). 00000800:00000200:86.0:1596747332.323619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.323637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461626c00] (20)-- 00000800:00000200:86.0:1596747332.323638:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.125@o2ib36 00000800:00000200:86.0:1596747332.323901:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2F:1596747332.324270:0:3256:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461626c00] (19)++ 00000800:00000200:86.0:1596747332.324279:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.125@o2ib36 00000800:00000200:86.0:1596747332.324281:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.125@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747332.324281:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154729698). 00000800:00000200:86.0:1596747332.324283:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461626c00] (20)++ 00000800:00000200:86.0:1596747332.324283:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461626c00] (21)++ 00000800:00000200:86.0:1596747332.324284:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461626c00] (22)-- 00000800:00000200:15.0:1596747332.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981400] (21)++ 00000800:00000200:15.0:1596747332.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462981400] (22)++ 00000800:00000200:15.0:1596747332.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462981400] (23)-- 00000800:00000200:15.0:1596747332.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834800] (21)++ 00000800:00000200:15.0:1596747332.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e834800] (22)++ 00000800:00000200:15.0:1596747332.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e834800] (23)-- 00000800:00000200:15.0:1596747332.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00a400] (21)++ 00000800:00000200:15.0:1596747332.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00a400] (22)++ 00000800:00000200:15.0:1596747332.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00a400] (23)-- 00000800:00020000:15.0:1596747332.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747332.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.135@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747332.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580200] (22)++ 00000800:00000100:15.0:1596747332.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.135@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747332.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2680] -> 192.168.128.135@o2ib36 (2)-- 00000800:00000200:15.0:1596747332.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c580200] (23)-- 00000800:00000200:15.0:1596747332.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7c00] (21)++ 00000800:00000200:15.0:1596747332.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f7c00] (22)++ 00000800:00000200:15.0:1596747332.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f7c00] (23)-- 00000800:00000200:15.0:1596747332.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980e00] (21)++ 00000800:00000200:15.0:1596747332.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462980e00] (22)++ 00000800:00000200:15.0:1596747332.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462980e00] (23)-- 00000800:00020000:15.0:1596747332.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747332.352578:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.148@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747332.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583400] (22)++ 00000800:00000100:15.0:1596747332.352580:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.148@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747332.352582:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2700] -> 192.168.128.148@o2ib36 (2)-- 00000800:00000200:15.0:1596747332.352583:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c583400] (23)-- 00000800:00020000:15.0:1596747332.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747332.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.49@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747332.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980800] (22)++ 00000800:00000100:15.0:1596747332.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.49@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747332.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00c00] -> 192.168.128.49@o2ib36 (2)-- 00000800:00000200:15.0:1596747332.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462980800] (23)-- 00000800:00000200:15.0:1596747332.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3a00] (21)++ 00000800:00000200:15.0:1596747332.352594:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f3a00] (22)++ 00000800:00000200:15.0:1596747332.352597:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f3a00] (23)-- 00000800:00000200:15.0:1596747332.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709c00] (21)++ 00000800:00000200:15.0:1596747332.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464709c00] (22)++ 00000800:00000200:15.0:1596747332.352603:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464709c00] (23)-- 00000800:00000200:15.0:1596747332.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585c00] (21)++ 00000800:00000200:15.0:1596747332.352606:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c585c00] (22)++ 00000800:00000200:15.0:1596747332.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c585c00] (23)-- 00000400:00000200:15.0:1596747332.353176:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.135@o2ib36: down 00000400:00000200:15.0:1596747332.353178:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.135@o2ib36 not found 00000800:00000200:15.0:1596747332.353178:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c580200] (22)-- 00000800:00000200:86.0:1596747332.353440:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c580200] (21)-- 00000400:00000200:15.0:1596747332.353732:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.148@o2ib36: down 00000400:00000200:15.0:1596747332.353733:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.148@o2ib36 not found 00000800:00000200:15.0:1596747332.353734:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c583400] (22)-- 00000800:00000200:86.0:1596747332.354000:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c583400] (21)-- 00000400:00000200:15.0:1596747332.354258:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.49@o2ib36: down 00000400:00000200:15.0:1596747332.354259:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.49@o2ib36 not found 00000800:00000200:15.0:1596747332.354259:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462980800] (22)-- 00000800:00000200:86.0:1596747332.354587:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462980800] (21)-- 00000800:00000200:86.0:1596747332.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747332.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:15.0:1596747333.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c582600] (21)++ 00000800:00000200:15.0:1596747333.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c582600] (22)++ 00000800:00000200:15.0:1596747333.352566:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c582600] (23)-- 00000800:00020000:15.0:1596747333.352570:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747333.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.2@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747333.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834400] (22)++ 00000800:00000100:15.0:1596747333.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.2@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747333.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195680] -> 192.168.128.2@o2ib36 (2)-- 00000800:00000200:15.0:1596747333.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e834400] (23)-- 00000800:00020000:15.0:1596747333.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747333.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.109@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747333.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981e00] (22)++ 00000800:00000100:15.0:1596747333.352583:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.109@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747333.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01f00] -> 192.168.128.109@o2ib36 (2)-- 00000800:00000200:15.0:1596747333.352586:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462981e00] (23)-- 00000800:00000200:15.0:1596747333.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580a00] (21)++ 00000800:00000200:15.0:1596747333.352589:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c580a00] (22)++ 00000800:00000200:15.0:1596747333.352591:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c580a00] (23)-- 00000800:00020000:15.0:1596747333.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747333.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.34@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747333.352598:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19aa00] (22)++ 00000800:00000100:15.0:1596747333.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.34@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747333.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1380] -> 192.168.128.34@o2ib36 (2)-- 00000800:00000200:15.0:1596747333.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19aa00] (23)-- 00000400:00000200:15.0:1596747333.353165:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.2@o2ib36: down 00000400:00000200:15.0:1596747333.353166:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.2@o2ib36 not found 00000800:00000200:15.0:1596747333.353167:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e834400] (22)-- 00000800:00000200:86.0:1596747333.353458:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e834400] (21)-- 00000400:00000200:15.0:1596747333.353706:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.109@o2ib36: down 00000400:00000200:15.0:1596747333.353707:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.109@o2ib36 not found 00000800:00000200:15.0:1596747333.353708:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462981e00] (22)-- 00000400:00000200:15.0:1596747333.354238:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.34@o2ib36: down 00000400:00000200:15.0:1596747333.354239:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.34@o2ib36 not found 00000800:00000200:15.0:1596747333.354239:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19aa00] (22)-- 00000800:00000200:86.0:1596747333.354245:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462981e00] (21)-- 00000800:00000200:86.0:1596747333.354585:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d19aa00] (21)-- 00000800:00000200:16.0F:1596747334.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308f000] (21)++ 00000800:00000200:16.0:1596747334.352538:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308f000] (22)++ 00000800:00000200:16.0:1596747334.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308f000] (23)-- 00000800:00000200:16.0:1596747334.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19c000] (21)++ 00000800:00000200:16.0:1596747334.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d19c000] (22)++ 00000800:00000200:16.0:1596747334.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d19c000] (23)-- 00000800:00000200:16.0:1596747334.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6400] (21)++ 00000800:00000200:16.0:1596747334.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f6400] (22)++ 00000800:00000200:16.0:1596747334.352554:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f6400] (23)-- 00000800:00000200:16.0:1596747334.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d4e00] (21)++ 00000800:00000200:16.0:1596747334.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4434d4e00] (22)++ 00000800:00000200:16.0:1596747334.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4434d4e00] (23)-- 00000800:00000200:86.0:1596747334.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747334.407546:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747334.407547:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:16.0:1596747335.352915:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747335.352918:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.156@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747335.352919:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c583000] (22)++ 00000800:00000100:16.0:1596747335.352921:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.156@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747335.352923:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3680] -> 192.168.128.156@o2ib36 (2)-- 00000800:00000200:16.0:1596747335.352924:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c583000] (23)-- 00000800:00020000:16.0:1596747335.352925:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747335.352926:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.58@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747335.352927:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d3600] (22)++ 00000800:00000100:16.0:1596747335.352928:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.58@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747335.352930:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0480] -> 192.168.128.58@o2ib36 (2)-- 00000800:00000200:16.0:1596747335.352931:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d3600] (23)-- 00000800:00000200:16.0:1596747335.352932:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709400] (21)++ 00000800:00000200:16.0:1596747335.352935:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464709400] (22)++ 00000800:00000200:16.0:1596747335.352938:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464709400] (23)-- 00000800:00020000:16.0:1596747335.352939:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747335.352940:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.64@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747335.352941:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464708600] (22)++ 00000800:00000100:16.0:1596747335.352942:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.64@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747335.352944:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515b80] -> 192.168.128.64@o2ib36 (2)-- 00000800:00000200:16.0:1596747335.352945:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464708600] (23)-- 00000800:00000200:16.0:1596747335.352948:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56141400] (21)++ 00000800:00000200:16.0:1596747335.352951:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc56141400] (22)++ 00000800:00000200:16.0:1596747335.352954:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc56141400] (23)-- 00000800:00000200:16.0:1596747335.352957:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e55f200] (21)++ 00000800:00000200:16.0:1596747335.352958:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e55f200] (22)++ 00000800:00000200:16.0:1596747335.352960:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e55f200] (23)-- 00000400:00000200:16.0:1596747335.353482:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.156@o2ib36: down 00000400:00000200:16.0:1596747335.353484:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.156@o2ib36 not found 00000800:00000200:16.0:1596747335.353484:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c583000] (22)-- 00000800:00000200:86.0:1596747335.353776:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c583000] (21)-- 00000400:00000200:16.0:1596747335.354009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.58@o2ib36: down 00000400:00000200:16.0:1596747335.354011:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.58@o2ib36 not found 00000800:00000200:16.0:1596747335.354011:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d3600] (22)-- 00000800:00000200:86.0:1596747335.354448:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4434d3600] (21)-- 00000400:00000200:16.0:1596747335.354557:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.64@o2ib36: down 00000400:00000200:16.0:1596747335.354558:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.64@o2ib36 not found 00000800:00000200:16.0:1596747335.354559:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464708600] (22)-- 00000800:00000200:86.0:1596747335.354864:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464708600] (21)-- 00000800:00000200:86.0:1596747335.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747335.407536:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747335.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596747336.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831400] (21)++ 00000800:00000200:16.0:1596747336.352573:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e831400] (22)++ 00000800:00000200:16.0:1596747336.352576:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e831400] (23)-- 00000800:00020000:16.0:1596747336.352577:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747336.352579:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.13@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747336.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19e800] (22)++ 00000800:00000100:16.0:1596747336.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.13@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747336.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1300] -> 192.168.128.13@o2ib36 (2)-- 00000800:00000200:16.0:1596747336.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19e800] (23)-- 00000800:00020000:16.0:1596747336.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747336.352587:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.115@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747336.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19ec00] (22)++ 00000800:00000100:16.0:1596747336.352589:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.115@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747336.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0c00] -> 192.168.128.115@o2ib36 (2)-- 00000800:00000200:16.0:1596747336.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19ec00] (23)-- 00000800:00000200:16.0:1596747336.352594:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308a200] (21)++ 00000800:00000200:16.0:1596747336.352597:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308a200] (22)++ 00000800:00000200:16.0:1596747336.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308a200] (23)-- 00000800:00000200:16.0:1596747336.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7000] (21)++ 00000800:00000200:16.0:1596747336.352602:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c7000] (22)++ 00000800:00000200:16.0:1596747336.352606:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c7000] (23)-- 00000800:00020000:16.0:1596747336.352607:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747336.352608:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.131@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747336.352609:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57bd0e00] (22)++ 00000800:00000100:16.0:1596747336.352610:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.131@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747336.352612:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2480] -> 192.168.128.131@o2ib36 (2)-- 00000800:00000200:16.0:1596747336.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc57bd0e00] (23)-- 00000800:00020000:16.0:1596747336.352614:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747336.352615:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.31@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747336.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e837600] (22)++ 00000800:00000100:16.0:1596747336.352617:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.31@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747336.352619:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194780] -> 192.168.128.31@o2ib36 (2)-- 00000800:00000200:16.0:1596747336.352620:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e837600] (23)-- 00000800:00020000:16.0:1596747336.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747336.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.51@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747336.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470fe00] (22)++ 00000800:00000100:16.0:1596747336.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.51@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747336.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514600] -> 192.168.128.51@o2ib36 (2)-- 00000800:00000200:16.0:1596747336.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470fe00] (23)-- 00000800:00000200:16.0:1596747336.352630:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443089800] (21)++ 00000800:00000200:16.0:1596747336.352632:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c443089800] (22)++ 00000800:00000200:16.0:1596747336.352634:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c443089800] (23)-- 00000800:00000200:16.0:1596747336.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c0c00] (21)++ 00000800:00000200:16.0:1596747336.352639:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c0c00] (22)++ 00000800:00000200:16.0:1596747336.352641:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c0c00] (23)-- 00000400:00000200:16.0:1596747336.353107:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.13@o2ib36: down 00000400:00000200:16.0:1596747336.353108:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.13@o2ib36 not found 00000800:00000200:16.0:1596747336.353109:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19e800] (22)-- 00000800:00000200:86.0:1596747336.353456:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d19e800] (21)-- 00000400:00000200:16.0:1596747336.353652:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.115@o2ib36: down 00000400:00000200:16.0:1596747336.353654:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.115@o2ib36 not found 00000800:00000200:16.0:1596747336.353654:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19ec00] (22)-- 00000800:00000200:86.0:1596747336.354034:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d19ec00] (21)-- 00000400:00000200:16.0:1596747336.354195:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.131@o2ib36: down 00000400:00000200:16.0:1596747336.354196:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.131@o2ib36 not found 00000800:00000200:16.0:1596747336.354197:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc57bd0e00] (22)-- 00000800:00000200:86.0:1596747336.354466:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc57bd0e00] (21)-- 00000400:00000200:16.0:1596747336.354759:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.31@o2ib36: down 00000400:00000200:16.0:1596747336.354760:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.31@o2ib36 not found 00000800:00000200:16.0:1596747336.354760:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e837600] (22)-- 00000400:00000200:16.0:1596747336.355307:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.51@o2ib36: down 00000400:00000200:16.0:1596747336.355308:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.51@o2ib36 not found 00000800:00000200:16.0:1596747336.355309:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470fe00] (22)-- 00000800:00000200:86.0:1596747336.355349:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e837600] (21)-- 00000800:00000200:86.0:1596747336.355594:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470fe00] (21)-- 00000800:00000010:86.0:1596747337.220987:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2780 (tot 154729810). 00000800:00000200:86.0:1596747337.220991:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2780] -> 192.168.128.139@o2ib36 (1)++ 00000800:00000010:86.0:1596747337.220993:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2800 (tot 154729922). 00000800:00000010:86.0:1596747337.221001:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d00000 (tot 154730218). 00000800:00000010:86.0:1596747337.221004:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 154730354). 00000800:00000010:86.0:1596747337.221009:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55ccf800 (tot 154732226). 00000800:00000010:86.0:1596747337.221010:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc574775c0 (tot 154732378). 00000800:00000200:86.0:1596747337.221019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57907000 0x3fd7907000(0x3fd7907000) 00000800:00000200:86.0:1596747337.221021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57429000 0x3fd7429000(0x3fd7429000) 00000800:00000200:86.0:1596747337.221021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57b0e000 0x3fd7b0e000(0x3fd7b0e000) 00000800:00000200:86.0:1596747337.221022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57a58000 0x3fd7a58000(0x3fd7a58000) 00000800:00000200:86.0:1596747337.221023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc7a78c000 0x3ffa78c000(0x3ffa78c000) 00000800:00000200:86.0:1596747337.221024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57b40000 0x3fd7b40000(0x3fd7b40000) 00000800:00000200:86.0:1596747337.221025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57b4b000 0x3fd7b4b000(0x3fd7b4b000) 00000800:00000200:86.0:1596747337.221025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57b42000 0x3fd7b42000(0x3fd7b42000) 00000800:00000200:86.0:1596747337.221026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57666000 0x3fd7666000(0x3fd7666000) 00000800:00000200:86.0:1596747337.221027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc574bb000 0x3fd74bb000(0x3fd74bb000) 00000800:00000200:86.0:1596747337.221027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57a81000 0x3fd7a81000(0x3fd7a81000) 00000800:00000200:86.0:1596747337.221028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc578a8000 0x3fd78a8000(0x3fd78a8000) 00000800:00000200:86.0:1596747337.221029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57ab6000 0x3fd7ab6000(0x3fd7ab6000) 00000800:00000200:86.0:1596747337.221030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5797e000 0x3fd797e000(0x3fd797e000) 00000800:00000200:86.0:1596747337.221030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57be8000 0x3fd7be8000(0x3fd7be8000) 00000800:00000200:86.0:1596747337.221031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc574a4000 0x3fd74a4000(0x3fd74a4000) 00000800:00000200:86.0:1596747337.221032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc574ab000 0x3fd74ab000(0x3fd74ab000) 00000800:00000200:86.0:1596747337.221033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc7e7e5000 0x3ffe7e5000(0x3ffe7e5000) 00000800:00000010:86.0:1596747337.221619:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2800 (tot 154732266). 00000800:00000200:86.0:1596747337.221621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.221640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d00000] (20)-- 00000800:00000200:86.0:1596747337.221641:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.139@o2ib36 00000800:00000200:86.0:1596747337.221922:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747337.222311:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.139@o2ib36 00000800:00000200:86.0:1596747337.222313:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.139@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747337.222313:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 154732130). 00000800:00000200:86.0:1596747337.222315:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d00000] (19)++ 00000800:00000200:86.0:1596747337.222315:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d00000] (20)++ 00000800:00000200:86.0:1596747337.222317:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d00000] (21)-- 00000800:00000200:84.2F:1596747337.222325:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d00000] (20)++ 00000800:00000200:16.0:1596747337.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e836c00] (21)++ 00000800:00000200:16.0:1596747337.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e836c00] (22)++ 00000800:00000200:16.0:1596747337.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e836c00] (23)-- 00000800:00000200:16.0:1596747337.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7c00] (21)++ 00000800:00000200:16.0:1596747337.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c7c00] (22)++ 00000800:00000200:16.0:1596747337.352542:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c7c00] (23)-- 00000800:00000200:16.0:1596747337.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6a00] (21)++ 00000800:00000200:16.0:1596747337.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c6a00] (22)++ 00000800:00000200:16.0:1596747337.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c6a00] (23)-- 00000800:00020000:16.0:1596747337.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747337.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.7@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747337.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462981400] (22)++ 00000800:00000100:16.0:1596747337.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.7@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747337.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01f80] -> 192.168.128.7@o2ib36 (2)-- 00000800:00000200:16.0:1596747337.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462981400] (23)-- 00000800:00020000:16.0:1596747337.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747337.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.120@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747337.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e834800] (22)++ 00000800:00000100:16.0:1596747337.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.120@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747337.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195600] -> 192.168.128.120@o2ib36 (2)-- 00000800:00000200:16.0:1596747337.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e834800] (23)-- 00000800:00020000:16.0:1596747337.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747337.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.130@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747337.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00a400] (22)++ 00000800:00000100:16.0:1596747337.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.130@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747337.352572:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00c80] -> 192.168.128.130@o2ib36 (2)-- 00000800:00000200:16.0:1596747337.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00a400] (23)-- 00000800:00020000:16.0:1596747337.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747337.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.35@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747337.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f7c00] (22)++ 00000800:00000100:16.0:1596747337.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.35@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747337.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488400] -> 192.168.128.35@o2ib36 (2)-- 00000800:00000200:16.0:1596747337.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f7c00] (23)-- 00000800:00020000:16.0:1596747337.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747337.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.41@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747337.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462980e00] (22)++ 00000800:00000200:16.0:1596747337.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308aa00] (21)++ 00000800:00000100:16.0:1596747337.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.41@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747337.352590:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01c00] -> 192.168.128.41@o2ib36 (2)-- 00000800:00000200:16.0:1596747337.352591:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462980e00] (23)-- 00000800:00000200:16.0:1596747337.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308aa00] (22)++ 00000800:00000200:16.0:1596747337.352595:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308aa00] (23)-- 00000800:00000200:16.0:1596747337.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443088600] (21)++ 00000800:00000200:16.0:1596747337.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c443088600] (22)++ 00000800:00000200:16.0:1596747337.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c443088600] (23)-- 00000800:00000200:16.0:1596747337.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c5a00] (21)++ 00000800:00000200:16.0:1596747337.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c5a00] (22)++ 00000800:00000200:16.0:1596747337.352607:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c5a00] (23)-- 00000800:00020000:16.0:1596747337.352608:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747337.352609:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.163@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747337.352610:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3a00] (22)++ 00000800:00000100:16.0:1596747337.352611:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.163@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747337.352612:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489b00] -> 192.168.128.163@o2ib36 (2)-- 00000800:00000200:16.0:1596747337.352613:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f3a00] (23)-- 00000400:00000200:16.0:1596747337.353128:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.7@o2ib36: down 00000400:00000200:16.0:1596747337.353130:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.7@o2ib36 not found 00000800:00000200:16.0:1596747337.353130:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462981400] (22)-- 00000800:00000200:86.0:1596747337.353495:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462981400] (21)-- 00000400:00000200:16.0:1596747337.353659:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.120@o2ib36: down 00000400:00000200:16.0:1596747337.353660:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.120@o2ib36 not found 00000800:00000200:16.0:1596747337.353661:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e834800] (22)-- 00000400:00000200:16.0:1596747337.354200:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.130@o2ib36: down 00000400:00000200:16.0:1596747337.354202:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.130@o2ib36 not found 00000800:00000200:16.0:1596747337.354202:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00a400] (22)-- 00000800:00000200:86.0:1596747337.354245:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e834800] (21)-- 00000800:00000200:86.0:1596747337.354513:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a47e00a400] (21)-- 00000400:00000200:16.0:1596747337.354756:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.35@o2ib36: down 00000400:00000200:16.0:1596747337.354757:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.35@o2ib36 not found 00000800:00000200:16.0:1596747337.354758:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f7c00] (22)-- 00000800:00000200:86.0:1596747337.355107:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f7c00] (21)-- 00000400:00000200:16.0:1596747337.355299:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.41@o2ib36: down 00000400:00000200:16.0:1596747337.355300:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.41@o2ib36 not found 00000800:00000200:16.0:1596747337.355300:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462980e00] (22)-- 00000800:00000200:86.0:1596747337.355540:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462980e00] (21)-- 00000400:00000200:16.0:1596747337.355841:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.163@o2ib36: down 00000400:00000200:16.0:1596747337.355842:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.163@o2ib36 not found 00000800:00000200:16.0:1596747337.355843:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f3a00] (22)-- 00000800:00000200:86.0:1596747337.356152:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f3a00] (21)-- 00000800:00000200:86.0:1596747337.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747337.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747337.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747337.607208:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01000 (tot 154732242). 00000800:00000200:86.0:1596747337.607212:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01000] -> 192.168.128.62@o2ib36 (1)++ 00000800:00000010:86.0:1596747337.607214:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01080 (tot 154732354). 00000800:00000010:86.0:1596747337.607217:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461624a00 (tot 154732650). 00000800:00000010:86.0:1596747337.607222:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8b8c0 (tot 154732786). 00000800:00000010:86.0:1596747337.607225:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a692000 (tot 154734658). 00000800:00000010:86.0:1596747337.607226:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8b800 (tot 154734810). 00000800:00000200:86.0:1596747337.607235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476e40000 0x17f6e40000(0x17f6e40000) 00000800:00000200:86.0:1596747337.607236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476e41000 0x17f6e41000(0x17f6e41000) 00000800:00000200:86.0:1596747337.607237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476e42000 0x17f6e42000(0x17f6e42000) 00000800:00000200:86.0:1596747337.607238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476e43000 0x17f6e43000(0x17f6e43000) 00000800:00000200:86.0:1596747337.607239:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47e258000 0x17fe258000(0x17fe258000) 00000800:00000200:86.0:1596747337.607240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47e259000 0x17fe259000(0x17fe259000) 00000800:00000200:86.0:1596747337.607240:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47e25a000 0x17fe25a000(0x17fe25a000) 00000800:00000200:86.0:1596747337.607241:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47e25b000 0x17fe25b000(0x17fe25b000) 00000800:00000200:86.0:1596747337.607242:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989d14e0c000 0x1094e0c000(0x1094e0c000) 00000800:00000200:86.0:1596747337.607243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989d14e0d000 0x1094e0d000(0x1094e0d000) 00000800:00000200:86.0:1596747337.607243:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989d14e0e000 0x1094e0e000(0x1094e0e000) 00000800:00000200:86.0:1596747337.607245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989d14e0f000 0x1094e0f000(0x1094e0f000) 00000800:00000200:86.0:1596747337.607246:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476d8c000 0x17f6d8c000(0x17f6d8c000) 00000800:00000200:86.0:1596747337.607247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476d8d000 0x17f6d8d000(0x17f6d8d000) 00000800:00000200:86.0:1596747337.607247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476d8e000 0x17f6d8e000(0x17f6d8e000) 00000800:00000200:86.0:1596747337.607248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476d8f000 0x17f6d8f000(0x17f6d8f000) 00000800:00000200:86.0:1596747337.607249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47eefc000 0x17feefc000(0x17feefc000) 00000800:00000200:86.0:1596747337.607249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47eefd000 0x17feefd000(0x17feefd000) 00000800:00000010:86.0:1596747337.607833:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01080 (tot 154734698). 00000800:00000200:86.0:1596747337.607834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.607852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624a00] (20)-- 00000800:00000200:86.0:1596747337.607853:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.62@o2ib36 00000800:00000200:86.0:1596747337.608127:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747337.609255:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461624a00] (19)++ 00000800:00000200:86.0:1596747337.609276:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.62@o2ib36 00000800:00000200:86.0:1596747337.609277:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.62@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747337.609278:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8b8c0 (tot 154734562). 00000800:00000200:86.0:1596747337.609279:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461624a00] (20)++ 00000800:00000200:86.0:1596747337.609280:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461624a00] (21)++ 00000800:00000200:86.0:1596747337.609281:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461624a00] (22)-- 00000800:00020000:17.0:1596747338.352534:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747338.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.166@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747338.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709c00] (22)++ 00000800:00000200:17.0:1596747338.352540:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835000] (21)++ 00000800:00000100:17.0:1596747338.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.166@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747338.352544:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515b00] -> 192.168.128.166@o2ib36 (2)-- 00000800:00000200:17.0:1596747338.352545:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464709c00] (23)-- 00000800:00000200:17.0:1596747338.352547:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e835000] (22)++ 00000800:00000200:17.0:1596747338.352550:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e835000] (23)-- 00000800:00020000:17.0:1596747338.352551:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747338.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.67@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747338.352553:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c585c00] (22)++ 00000800:00000100:17.0:1596747338.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.67@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747338.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2780] -> 192.168.128.67@o2ib36 (2)-- 00000800:00000200:17.0:1596747338.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c585c00] (23)-- 00000800:00000200:17.0:1596747338.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470a800] (21)++ 00000800:00000200:17.0:1596747338.352563:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470a800] (22)++ 00000800:00000200:17.0:1596747338.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470a800] (23)-- 00000400:00000200:17.0:1596747338.353009:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.166@o2ib36: down 00000400:00000200:17.0:1596747338.353011:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.166@o2ib36 not found 00000800:00000200:17.0:1596747338.353011:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464709c00] (22)-- 00000800:00000200:86.0:1596747338.353358:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464709c00] (21)-- 00000400:00000200:17.0:1596747338.353539:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.67@o2ib36: down 00000400:00000200:17.0:1596747338.353540:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.67@o2ib36 not found 00000800:00000200:17.0:1596747338.353541:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c585c00] (22)-- 00000800:00000200:86.0:1596747338.353859:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c585c00] (21)-- 00000800:00000200:86.0:1596747338.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747338.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747338.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747338.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747338.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:17.0:1596747339.352536:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747339.352537:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.72@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747339.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c582600] (22)++ 00000800:00000100:17.0:1596747339.352539:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.72@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747339.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3600] -> 192.168.128.72@o2ib36 (2)-- 00000800:00000200:17.0:1596747339.352543:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c582600] (23)-- 00000800:00000200:17.0:1596747339.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833200] (21)++ 00000800:00000200:17.0:1596747339.352546:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e833200] (22)++ 00000800:00000200:17.0:1596747339.352548:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e833200] (23)-- 00000800:00000200:17.0:1596747339.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308d200] (21)++ 00000800:00000200:17.0:1596747339.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308d200] (22)++ 00000800:00000200:17.0:1596747339.352555:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308d200] (23)-- 00000800:00020000:17.0:1596747339.352558:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747339.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.114@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747339.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580a00] (22)++ 00000800:00000100:17.0:1596747339.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.114@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747339.352563:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2800] -> 192.168.128.114@o2ib36 (2)-- 00000800:00000200:17.0:1596747339.352564:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c580a00] (23)-- 00000800:00000200:17.0:1596747339.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00d600] (21)++ 00000800:00000200:17.0:1596747339.352567:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a47e00d600] (22)++ 00000800:00000200:17.0:1596747339.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a47e00d600] (23)-- 00000400:00000200:17.0:1596747339.353130:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.72@o2ib36: down 00000400:00000200:17.0:1596747339.353131:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.72@o2ib36 not found 00000800:00000200:17.0:1596747339.353132:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c582600] (22)-- 00000800:00000200:86.0:1596747339.353468:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c582600] (21)-- 00000400:00000200:17.0:1596747339.353673:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.114@o2ib36: down 00000400:00000200:17.0:1596747339.353674:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.114@o2ib36 not found 00000800:00000200:17.0:1596747339.353675:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c580a00] (22)-- 00000800:00000200:86.0:1596747339.354034:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c580a00] (21)-- 00000800:00000200:86.0:1596747339.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747339.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747339.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747339.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747339.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747339.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596747340.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c581200] (21)++ 00000800:00000200:17.0:1596747340.352537:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c581200] (22)++ 00000800:00000200:17.0:1596747340.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c581200] (23)-- 00000800:00000200:17.0:1596747340.352542:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308ce00] (21)++ 00000800:00000200:17.0:1596747340.352544:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308ce00] (22)++ 00000800:00000200:17.0:1596747340.352547:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308ce00] (23)-- 00000800:00000200:17.0:1596747340.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832400] (21)++ 00000800:00000200:17.0:1596747340.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e832400] (22)++ 00000800:00000200:17.0:1596747340.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e832400] (23)-- 00000800:00000200:17.0:1596747340.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470b200] (21)++ 00000800:00000200:17.0:1596747340.352556:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470b200] (22)++ 00000800:00000200:17.0:1596747340.352559:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470b200] (23)-- 00000800:00000200:17.0:1596747340.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c5600] (21)++ 00000800:00000200:17.0:1596747340.352561:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c5600] (22)++ 00000800:00000200:17.0:1596747340.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c5600] (23)-- 00000800:00020000:17.0:1596747340.352565:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747340.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.155@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747340.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308f000] (22)++ 00000800:00000100:17.0:1596747340.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.155@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747340.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0500] -> 192.168.128.155@o2ib36 (2)-- 00000800:00000200:17.0:1596747340.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308f000] (23)-- 00000800:00020000:17.0:1596747340.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747340.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.157@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747340.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d19c000] (22)++ 00000800:00000200:17.0:1596747340.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464708c00] (21)++ 00000800:00000100:17.0:1596747340.352577:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.157@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747340.352579:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1280] -> 192.168.128.157@o2ib36 (2)-- 00000800:00000200:17.0:1596747340.352580:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d19c000] (23)-- 00000800:00000200:17.0:1596747340.352582:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464708c00] (22)++ 00000800:00000200:17.0:1596747340.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464708c00] (23)-- 00000800:00020000:17.0:1596747340.352585:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747340.352586:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.61@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747340.352587:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6400] (22)++ 00000800:00000100:17.0:1596747340.352588:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.61@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747340.352591:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488480] -> 192.168.128.61@o2ib36 (2)-- 00000800:00000200:17.0:1596747340.352592:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f6400] (23)-- 00000800:00020000:17.0:1596747340.352593:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747340.352594:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.66@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747340.352595:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4434d4e00] (22)++ 00000800:00000200:17.0:1596747340.352596:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831e00] (21)++ 00000800:00000100:17.0:1596747340.352597:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.66@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747340.352599:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1a00] -> 192.168.128.66@o2ib36 (2)-- 00000800:00000200:17.0:1596747340.352600:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4434d4e00] (23)-- 00000800:00000200:17.0:1596747340.352601:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e831e00] (22)++ 00000800:00000200:17.0:1596747340.352604:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e831e00] (23)-- 00000800:00000200:17.0:1596747340.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308da00] (21)++ 00000800:00000200:17.0:1596747340.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c44308da00] (22)++ 00000800:00000200:17.0:1596747340.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c44308da00] (23)-- 00000800:00000200:17.0:1596747340.352612:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3000] (21)++ 00000800:00000200:17.0:1596747340.352614:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f3000] (22)++ 00000800:00000200:17.0:1596747340.352617:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f3000] (23)-- 00000400:00000200:17.0:1596747340.353066:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.155@o2ib36: down 00000400:00000200:17.0:1596747340.353068:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.155@o2ib36 not found 00000800:00000200:17.0:1596747340.353068:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308f000] (22)-- 00000800:00000200:86.0:1596747340.353330:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308f000] (21)-- 00000400:00000200:17.0:1596747340.353599:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.157@o2ib36: down 00000400:00000200:17.0:1596747340.353600:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.157@o2ib36 not found 00000800:00000200:17.0:1596747340.353601:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d19c000] (22)-- 00000800:00000200:86.0:1596747340.353931:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d19c000] (21)-- 00000400:00000200:17.0:1596747340.354129:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.61@o2ib36: down 00000400:00000200:17.0:1596747340.354130:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.61@o2ib36 not found 00000800:00000200:17.0:1596747340.354130:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f6400] (22)-- 00000800:00000200:86.0:1596747340.354460:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f6400] (21)-- 00000400:00000200:17.0:1596747340.354509:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.66@o2ib36: down 00000400:00000200:17.0:1596747340.354510:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.66@o2ib36 not found 00000800:00000200:17.0:1596747340.354510:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4434d4e00] (22)-- 00000800:00000200:86.0:1596747340.354844:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4434d4e00] (21)-- 00000800:00000200:86.0:1596747340.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747340.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596747341.352533:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f2600] (21)++ 00000800:00000200:17.0:1596747341.352536:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f2600] (22)++ 00000800:00000200:17.0:1596747341.352540:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f2600] (23)-- 00000800:00020000:17.0:1596747341.352541:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747341.352543:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.104@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747341.352545:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e55f200] (22)++ 00000800:00000100:17.0:1596747341.352546:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.104@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747341.352548:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00980] -> 192.168.128.104@o2ib36 (2)-- 00000800:00000200:17.0:1596747341.352549:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e55f200] (23)-- 00000800:00000200:17.0:1596747341.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562e8600] (21)++ 00000800:00000200:17.0:1596747341.352553:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc562e8600] (22)++ 00000800:00000200:17.0:1596747341.352556:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc562e8600] (23)-- 00000800:00000200:17.0:1596747341.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc4600] (21)++ 00000800:00000200:17.0:1596747341.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc4600] (22)++ 00000800:00000200:17.0:1596747341.352562:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc4600] (23)-- 00000800:00000200:17.0:1596747341.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6e00] (21)++ 00000800:00000200:17.0:1596747341.352565:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f6e00] (22)++ 00000800:00000200:17.0:1596747341.352568:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f6e00] (23)-- 00000800:00000200:17.0:1596747341.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978000] (21)++ 00000800:00000200:17.0:1596747341.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462978000] (22)++ 00000800:00000200:17.0:1596747341.352572:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462978000] (23)-- 00000800:00000200:17.0:1596747341.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562e8000] (21)++ 00000800:00000200:17.0:1596747341.352575:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc562e8000] (22)++ 00000800:00000200:17.0:1596747341.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc562e8000] (23)-- 00000800:00000200:17.0:1596747341.352580:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586200] (21)++ 00000800:00000200:17.0:1596747341.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c586200] (22)++ 00000800:00000200:17.0:1596747341.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c586200] (23)-- 00000800:00000200:17.0:1596747341.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc2200] (21)++ 00000800:00000200:17.0:1596747341.352587:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc2200] (22)++ 00000800:00000200:17.0:1596747341.352590:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc2200] (23)-- 00000800:00000200:17.0:1596747341.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1000] (21)++ 00000800:00000200:17.0:1596747341.352593:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c1000] (22)++ 00000800:00000200:17.0:1596747341.352596:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c1000] (23)-- 00000800:00020000:17.0:1596747341.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747341.352599:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.161@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747341.352600:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464709400] (22)++ 00000800:00000100:17.0:1596747341.352601:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.161@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747341.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514680] -> 192.168.128.161@o2ib36 (2)-- 00000800:00000200:17.0:1596747341.352604:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464709400] (23)-- 00000800:00000200:17.0:1596747341.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c584e00] (21)++ 00000800:00000200:17.0:1596747341.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c584e00] (22)++ 00000800:00000200:17.0:1596747341.352611:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c584e00] (23)-- 00000800:00020000:17.0:1596747341.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747341.352614:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.76@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747341.352615:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56141400] (22)++ 00000800:00000100:17.0:1596747341.352616:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.76@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747341.352619:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3b00] -> 192.168.128.76@o2ib36 (2)-- 00000800:00000200:17.0:1596747341.352620:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc56141400] (23)-- 00000400:00000200:17.0:1596747341.353121:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.104@o2ib36: down 00000400:00000200:17.0:1596747341.353122:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.104@o2ib36 not found 00000800:00000200:17.0:1596747341.353123:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e55f200] (22)-- 00000800:00000200:86.0:1596747341.353512:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a47e55f200] (21)-- 00000400:00000200:17.0:1596747341.353643:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.161@o2ib36: down 00000400:00000200:17.0:1596747341.353644:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.161@o2ib36 not found 00000800:00000200:17.0:1596747341.353644:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464709400] (22)-- 00000800:00000200:86.0:1596747341.353922:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464709400] (21)-- 00000400:00000200:17.0:1596747341.354180:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.76@o2ib36: down 00000400:00000200:17.0:1596747341.354181:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.76@o2ib36 not found 00000800:00000200:17.0:1596747341.354182:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc56141400] (22)-- 00000800:00000200:86.0:1596747341.354505:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc56141400] (21)-- 00000800:00000200:86.0:1596747341.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747341.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747342.352532:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352535:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.91@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e836c00] (22)++ 00000800:00000100:15.0:1596747342.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.91@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352540:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194880] -> 192.168.128.91@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352541:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e836c00] (23)-- 00000800:00000200:15.0:1596747342.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470f400] (21)++ 00000800:00000200:15.0:1596747342.352545:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470f400] (22)++ 00000800:00000200:15.0:1596747342.352549:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470f400] (23)-- 00000800:00020000:15.0:1596747342.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.102@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7c00] (22)++ 00000800:00000100:15.0:1596747342.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.102@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1180] -> 192.168.128.102@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c7c00] (23)-- 00000800:00020000:15.0:1596747342.352557:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352559:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.5@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352559:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c6a00] (22)++ 00000800:00000100:15.0:1596747342.352561:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.5@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0d00] -> 192.168.128.5@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c6a00] (23)-- 00000800:00020000:15.0:1596747342.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352568:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.112@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352569:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831400] (22)++ 00000800:00000100:15.0:1596747342.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.112@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194800] -> 192.168.128.112@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e831400] (23)-- 00000800:00000200:15.0:1596747342.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57f00200] (21)++ 00000800:00000200:15.0:1596747342.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc57f00200] (22)++ 00000800:00000200:15.0:1596747342.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc57f00200] (23)-- 00000800:00000200:15.0:1596747342.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c584400] (21)++ 00000800:00000200:15.0:1596747342.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c584400] (22)++ 00000800:00000200:15.0:1596747342.352587:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c584400] (23)-- 00000800:00020000:15.0:1596747342.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.24@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308a200] (22)++ 00000800:00000100:15.0:1596747342.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.24@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0580] -> 192.168.128.24@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308a200] (23)-- 00000800:00020000:15.0:1596747342.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.128@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c7000] (22)++ 00000800:00000100:15.0:1596747342.352599:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.128@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352601:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0c80] -> 192.168.128.128@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352602:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c7000] (23)-- 00000800:00020000:15.0:1596747342.352605:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352606:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.142@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352607:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308aa00] (22)++ 00000800:00000100:15.0:1596747342.352608:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.142@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352611:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1900] -> 192.168.128.142@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352612:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308aa00] (23)-- 00000800:00020000:15.0:1596747342.352614:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352616:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.147@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352617:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443088600] (22)++ 00000800:00000100:15.0:1596747342.352618:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.147@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1880] -> 192.168.128.147@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c443088600] (23)-- 00000800:00000200:15.0:1596747342.352623:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1200] (21)++ 00000800:00000200:15.0:1596747342.352625:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f1200] (22)++ 00000800:00000200:15.0:1596747342.352628:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f1200] (23)-- 00000800:00020000:15.0:1596747342.352629:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747342.352630:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.53@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747342.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c443089800] (22)++ 00000800:00000100:15.0:1596747342.352632:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.53@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747342.352634:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1980] -> 192.168.128.53@o2ib36 (2)-- 00000800:00000200:15.0:1596747342.352635:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c443089800] (23)-- 00000800:00000200:15.0:1596747342.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586a00] (21)++ 00000800:00000200:15.0:1596747342.352638:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c586a00] (22)++ 00000800:00000200:15.0:1596747342.352640:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c586a00] (23)-- 00000800:00000200:15.0:1596747342.352641:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1400] (21)++ 00000800:00000200:15.0:1596747342.352642:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c1400] (22)++ 00000800:00000200:15.0:1596747342.352645:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c1400] (23)-- 00000400:00000200:15.0:1596747342.353203:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.91@o2ib36: down 00000400:00000200:15.0:1596747342.353204:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.91@o2ib36 not found 00000800:00000200:15.0:1596747342.353205:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e836c00] (22)-- 00000800:00000200:86.0:1596747342.353596:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e836c00] (21)-- 00000400:00000200:15.0:1596747342.353726:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.102@o2ib36: down 00000400:00000200:15.0:1596747342.353728:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.102@o2ib36 not found 00000800:00000200:15.0:1596747342.353728:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c7c00] (22)-- 00000800:00000200:86.0:1596747342.354106:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c7c00] (21)-- 00000400:00000200:15.0:1596747342.354270:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.5@o2ib36: down 00000400:00000200:15.0:1596747342.354272:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.5@o2ib36 not found 00000800:00000200:15.0:1596747342.354272:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c6a00] (22)-- 00000800:00000200:86.0:1596747342.354616:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c6a00] (21)-- 00000400:00000200:15.0:1596747342.354812:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.112@o2ib36: down 00000400:00000200:15.0:1596747342.354813:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.112@o2ib36 not found 00000800:00000200:15.0:1596747342.354814:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e831400] (22)-- 00000800:00000200:86.0:1596747342.355186:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e831400] (21)-- 00000400:00000200:15.0:1596747342.355354:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.24@o2ib36: down 00000400:00000200:15.0:1596747342.355355:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.24@o2ib36 not found 00000800:00000200:15.0:1596747342.355356:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308a200] (22)-- 00000400:00000200:15.0:1596747342.355920:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.128@o2ib36: down 00000400:00000200:15.0:1596747342.355921:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.128@o2ib36 not found 00000800:00000200:15.0:1596747342.355922:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c7000] (22)-- 00000800:00000200:86.0:1596747342.355994:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308a200] (21)-- 00000800:00000200:86.0:1596747342.356443:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c7000] (21)-- 00000400:00000200:15.0:1596747342.356458:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.142@o2ib36: down 00000400:00000200:15.0:1596747342.356459:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.142@o2ib36 not found 00000800:00000200:15.0:1596747342.356459:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308aa00] (22)-- 00000800:00000200:86.0:1596747342.356813:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308aa00] (21)-- 00000400:00000200:15.0:1596747342.357005:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.147@o2ib36: down 00000400:00000200:15.0:1596747342.357006:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.147@o2ib36 not found 00000800:00000200:15.0:1596747342.357006:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c443088600] (22)-- 00000800:00000200:86.0:1596747342.357286:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c443088600] (21)-- 00000400:00000200:15.0:1596747342.357555:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.53@o2ib36: down 00000400:00000200:15.0:1596747342.357556:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.53@o2ib36 not found 00000800:00000200:15.0:1596747342.357556:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c443089800] (22)-- 00000800:00000200:86.0:1596747342.357847:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c443089800] (21)-- 00000800:00000200:86.0:1596747342.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747342.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747342.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747342.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747343.177796:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e195300 (tot 154734674). 00000800:00000200:86.0:1596747343.177800:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e195300] -> 192.168.128.2@o2ib36 (1)++ 00000800:00000010:86.0:1596747343.177803:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e195280 (tot 154734786). 00000800:00000010:86.0:1596747343.177806:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b5a00 (tot 154735082). 00000800:00000010:86.0:1596747343.177808:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9afe00 (tot 154735218). 00000800:00000010:86.0:1596747343.177810:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8d9800 (tot 154737090). 00000800:00000010:86.0:1596747343.177812:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9afd40 (tot 154737242). 00000800:00000200:86.0:1596747343.177825:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c7df60000 0xffdf60000(0xffdf60000) 00000800:00000200:86.0:1596747343.177826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c7c1d9000 0xffc1d9000(0xffc1d9000) 00000800:00000200:86.0:1596747343.177827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c776d1000 0xff76d1000(0xff76d1000) 00000800:00000200:86.0:1596747343.177828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c7dc8d000 0xffdc8d000(0xffdc8d000) 00000800:00000200:86.0:1596747343.177829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c79957000 0xff9957000(0xff9957000) 00000800:00000200:86.0:1596747343.177830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c7ef2d000 0xffef2d000(0xffef2d000) 00000800:00000200:86.0:1596747343.177830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c7cb82000 0xffcb82000(0xffcb82000) 00000800:00000200:86.0:1596747343.177831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c7c0f1000 0xffc0f1000(0xffc0f1000) 00000800:00000200:86.0:1596747343.177833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c7f4b7000 0xfff4b7000(0xfff4b7000) 00000800:00000200:86.0:1596747343.177833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c7da18000 0xffda18000(0xffda18000) 00000800:00000200:86.0:1596747343.177834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c7e757000 0xffe757000(0xffe757000) 00000800:00000200:86.0:1596747343.177835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c7776d000 0xff776d000(0xff776d000) 00000800:00000200:86.0:1596747343.177836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c73b5c000 0xff3b5c000(0xff3b5c000) 00000800:00000200:86.0:1596747343.177836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c73367000 0xff3367000(0xff3367000) 00000800:00000200:86.0:1596747343.177837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c73680000 0xff3680000(0xff3680000) 00000800:00000200:86.0:1596747343.177838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c7f5bb000 0xfff5bb000(0xfff5bb000) 00000800:00000200:86.0:1596747343.177838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c7f710000 0xfff710000(0xfff710000) 00000800:00000200:86.0:1596747343.177839:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c7e4ea000 0xffe4ea000(0xffe4ea000) 00000800:00000010:86.0:1596747343.178419:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e195280 (tot 154737130). 00000800:00000200:86.0:1596747343.178421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.178438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b5a00] (20)-- 00000800:00000200:86.0:1596747343.178440:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.2@o2ib36 00000800:00000200:86.0:1596747343.178693:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747343.179089:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.2@o2ib36 00000800:00000200:86.0:1596747343.179090:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.2@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747343.179091:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9afe00 (tot 154736994). 00000800:00000200:38.2F:1596747343.179091:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.179093:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b5a00] (19)++ 00000800:00000200:86.0:1596747343.179094:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b5a00] (21)++ 00000800:00000200:86.0:1596747343.179095:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b5a00] (22)-- 00000800:00020000:15.0:1596747343.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747343.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.162@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747343.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c5a00] (22)++ 00000800:00000100:15.0:1596747343.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.162@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747343.352550:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1100] -> 192.168.128.162@o2ib36 (2)-- 00000800:00000200:15.0:1596747343.352551:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c5a00] (23)-- 00000800:00020000:15.0:1596747343.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747343.352553:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.65@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747343.352554:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e835000] (22)++ 00000800:00000100:15.0:1596747343.352555:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.65@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747343.352557:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195580] -> 192.168.128.65@o2ib36 (2)-- 00000800:00000200:15.0:1596747343.352558:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e835000] (23)-- 00000800:00020000:15.0:1596747343.352559:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747343.352560:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.68@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747343.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c0c00] (22)++ 00000800:00000100:15.0:1596747343.352562:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.68@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747343.352564:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1200] -> 192.168.128.68@o2ib36 (2)-- 00000800:00000200:15.0:1596747343.352565:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c0c00] (23)-- 00000800:00000200:15.0:1596747343.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1e00] (21)++ 00000800:00000200:15.0:1596747343.352568:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c1e00] (22)++ 00000800:00000200:15.0:1596747343.352571:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c1e00] (23)-- 00000800:00000200:15.0:1596747343.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978600] (21)++ 00000800:00000200:15.0:1596747343.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462978600] (22)++ 00000800:00000200:15.0:1596747343.352577:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462978600] (23)-- 00000800:00000200:15.0:1596747343.352579:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f0e00] (21)++ 00000800:00000200:15.0:1596747343.352581:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f0e00] (22)++ 00000800:00000200:15.0:1596747343.352584:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f0e00] (23)-- 00000800:00000200:15.0:1596747343.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979000] (21)++ 00000800:00000200:15.0:1596747343.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462979000] (22)++ 00000800:00000200:15.0:1596747343.352589:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462979000] (23)-- 00000800:00020000:15.0:1596747343.352589:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747343.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.77@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747343.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470a800] (22)++ 00000800:00000100:15.0:1596747343.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.77@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747343.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515a80] -> 192.168.128.77@o2ib36 (2)-- 00000800:00000200:15.0:1596747343.352595:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470a800] (23)-- 00000800:00000200:15.0:1596747343.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297fa00] (21)++ 00000800:00000200:15.0:1596747343.352599:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297fa00] (22)++ 00000800:00000200:15.0:1596747343.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297fa00] (23)-- 00000800:00000200:15.0:1596747343.352606:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c4200] (21)++ 00000800:00000200:15.0:1596747343.352608:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c4200] (22)++ 00000800:00000200:15.0:1596747343.352610:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c4200] (23)-- 00000800:00000200:15.0:1596747343.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297f000] (21)++ 00000800:00000200:15.0:1596747343.352612:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297f000] (22)++ 00000800:00000200:15.0:1596747343.352614:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297f000] (23)-- 00000800:00000200:15.0:1596747343.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c4c00] (21)++ 00000800:00000200:15.0:1596747343.352618:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c4c00] (22)++ 00000800:00000200:15.0:1596747343.352620:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c4c00] (23)-- 00000400:00000200:15.0:1596747343.353131:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.162@o2ib36: down 00000400:00000200:15.0:1596747343.353132:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.162@o2ib36 not found 00000800:00000200:15.0:1596747343.353132:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c5a00] (22)-- 00000800:00000200:86.0:1596747343.353442:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c5a00] (21)-- 00000400:00000200:15.0:1596747343.353668:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.65@o2ib36: down 00000400:00000200:15.0:1596747343.353669:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.65@o2ib36 not found 00000800:00000200:15.0:1596747343.353669:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e835000] (22)-- 00000800:00000200:86.0:1596747343.354047:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e835000] (21)-- 00000400:00000200:15.0:1596747343.354212:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.68@o2ib36: down 00000400:00000200:15.0:1596747343.354214:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.68@o2ib36 not found 00000800:00000200:15.0:1596747343.354214:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c0c00] (22)-- 00000800:00000200:86.0:1596747343.354543:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c0c00] (21)-- 00000400:00000200:15.0:1596747343.354751:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.77@o2ib36: down 00000400:00000200:15.0:1596747343.354752:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.77@o2ib36 not found 00000800:00000200:15.0:1596747343.354753:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470a800] (22)-- 00000800:00000200:86.0:1596747343.355116:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470a800] (21)-- 00000800:00000200:86.0:1596747343.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747343.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747343.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747343.765779:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897c00 (tot 154737106). 00000800:00000200:86.0:1596747343.765784:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897c00] -> 192.168.128.34@o2ib36 (1)++ 00000800:00000010:86.0:1596747343.765786:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897880 (tot 154737218). 00000800:00000010:86.0:1596747343.765790:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d348200 (tot 154737514). 00000800:00000010:86.0:1596747343.765794:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d3418c0 (tot 154737650). 00000800:00000010:86.0:1596747343.765799:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d33f800 (tot 154739522). 00000800:00000010:86.0:1596747343.765800:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d341800 (tot 154739674). 00000800:00000200:86.0:1596747343.765812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945d30f000 0x7dd30f000(0x7dd30f000) 00000800:00000200:86.0:1596747343.765813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945d3e4000 0x7dd3e4000(0x7dd3e4000) 00000800:00000200:86.0:1596747343.765814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945d3e5000 0x7dd3e5000(0x7dd3e5000) 00000800:00000200:86.0:1596747343.765815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945d3e6000 0x7dd3e6000(0x7dd3e6000) 00000800:00000200:86.0:1596747343.765816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945d3e7000 0x7dd3e7000(0x7dd3e7000) 00000800:00000200:86.0:1596747343.765817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945d3e8000 0x7dd3e8000(0x7dd3e8000) 00000800:00000200:86.0:1596747343.765818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945d3e9000 0x7dd3e9000(0x7dd3e9000) 00000800:00000200:86.0:1596747343.765818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945d3ea000 0x7dd3ea000(0x7dd3ea000) 00000800:00000200:86.0:1596747343.765819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945d3eb000 0x7dd3eb000(0x7dd3eb000) 00000800:00000200:86.0:1596747343.765820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945d3ec000 0x7dd3ec000(0x7dd3ec000) 00000800:00000200:86.0:1596747343.765820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945d3ed000 0x7dd3ed000(0x7dd3ed000) 00000800:00000200:86.0:1596747343.765821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945d3ee000 0x7dd3ee000(0x7dd3ee000) 00000800:00000200:86.0:1596747343.765822:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945d3ef000 0x7dd3ef000(0x7dd3ef000) 00000800:00000200:86.0:1596747343.765823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945d3f0000 0x7dd3f0000(0x7dd3f0000) 00000800:00000200:86.0:1596747343.765823:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945d3f1000 0x7dd3f1000(0x7dd3f1000) 00000800:00000200:86.0:1596747343.765824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945d3f2000 0x7dd3f2000(0x7dd3f2000) 00000800:00000200:86.0:1596747343.765825:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945d3f3000 0x7dd3f3000(0x7dd3f3000) 00000800:00000200:86.0:1596747343.765826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945d3f4000 0x7dd3f4000(0x7dd3f4000) 00000800:00000010:86.0:1596747343.766383:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897880 (tot 154739562). 00000800:00000200:86.0:1596747343.766384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.766402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d348200] (20)-- 00000800:00000200:86.0:1596747343.766404:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.34@o2ib36 00000800:00000200:86.0:1596747343.766682:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747343.767058:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.34@o2ib36 00000800:00000200:86.0:1596747343.767059:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.34@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747343.767060:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d3418c0 (tot 154739426). 00000800:00000200:86.0:1596747343.767061:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d348200] (19)++ 00000800:00000200:86.0:1596747343.767062:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d348200] (20)++ 00000800:00000200:86.0:1596747343.767063:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d348200] (21)-- 00000800:00000200:36.2F:1596747343.767065:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d348200] (20)++ 00000800:00000200:15.0:1596747344.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56350000] (21)++ 00000800:00000200:15.0:1596747344.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc56350000] (22)++ 00000800:00000200:15.0:1596747344.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc56350000] (23)-- 00000800:00000200:15.0:1596747344.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470be00] (21)++ 00000800:00000200:15.0:1596747344.352541:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470be00] (22)++ 00000800:00000200:15.0:1596747344.352544:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470be00] (23)-- 00000800:00000200:15.0:1596747344.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57f00600] (21)++ 00000800:00000200:15.0:1596747344.352548:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc57f00600] (22)++ 00000800:00000200:15.0:1596747344.352551:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc57f00600] (23)-- 00000800:00000200:15.0:1596747344.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4800] (21)++ 00000800:00000200:15.0:1596747344.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f4800] (22)++ 00000800:00000200:15.0:1596747344.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f4800] (23)-- 00000800:00020000:15.0:1596747344.352560:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747344.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.78@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747344.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e833200] (22)++ 00000800:00000100:15.0:1596747344.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.78@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747344.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194900] -> 192.168.128.78@o2ib36 (2)-- 00000800:00000200:15.0:1596747344.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e833200] (23)-- 00000800:00020000:15.0:1596747344.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747344.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.79@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747344.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308d200] (22)++ 00000800:00000100:15.0:1596747344.352571:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.79@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747344.352573:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1800] -> 192.168.128.79@o2ib36 (2)-- 00000800:00000200:15.0:1596747344.352574:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308d200] (23)-- 00000800:00000200:15.0:1596747344.352576:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580c00] (21)++ 00000800:00000200:15.0:1596747344.352578:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c580c00] (22)++ 00000800:00000200:15.0:1596747344.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c580c00] (23)-- 00000800:00000200:15.0:1596747344.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1c00] (21)++ 00000800:00000200:15.0:1596747344.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc678f1c00] (22)++ 00000800:00000200:15.0:1596747344.352589:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc678f1c00] (23)-- 00000400:00000200:15.0:1596747344.353136:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.78@o2ib36: down 00000400:00000200:15.0:1596747344.353138:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.78@o2ib36 not found 00000800:00000200:15.0:1596747344.353138:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e833200] (22)-- 00000800:00000200:86.0:1596747344.353487:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e833200] (21)-- 00000400:00000200:15.0:1596747344.353677:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.79@o2ib36: down 00000400:00000200:15.0:1596747344.353678:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.79@o2ib36 not found 00000800:00000200:15.0:1596747344.353679:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308d200] (22)-- 00000800:00000200:86.0:1596747344.353997:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308d200] (21)-- 00000800:00000200:86.0:1596747344.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407513:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407514:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407515:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407516:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407517:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407518:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747344.407519:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747345.352529:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.20@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a47e00d600] (22)++ 00000800:00000100:15.0:1596747345.352534:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.20@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352536:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01b80] -> 192.168.128.20@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352537:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a47e00d600] (23)-- 00000800:00020000:15.0:1596747345.352539:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352541:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.127@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c581200] (22)++ 00000800:00000100:15.0:1596747345.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.127@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352545:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3580] -> 192.168.128.127@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352546:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c581200] (23)-- 00000800:00020000:15.0:1596747345.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352548:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.32@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308ce00] (22)++ 00000800:00000200:15.0:1596747345.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832a00] (21)++ 00000800:00000100:15.0:1596747345.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.32@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0600] -> 192.168.128.32@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308ce00] (23)-- 00000800:00000200:15.0:1596747345.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5e832a00] (22)++ 00000800:00000200:15.0:1596747345.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5e832a00] (23)-- 00000800:00000200:15.0:1596747345.352562:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470e800] (21)++ 00000800:00000200:15.0:1596747345.352564:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470e800] (22)++ 00000800:00000200:15.0:1596747345.352567:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470e800] (23)-- 00000800:00020000:15.0:1596747345.352567:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352569:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.141@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352571:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832400] (22)++ 00000800:00000100:15.0:1596747345.352572:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.141@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352574:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195500] -> 192.168.128.141@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352575:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e832400] (23)-- 00000800:00020000:15.0:1596747345.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.43@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470b200] (22)++ 00000800:00000100:15.0:1596747345.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.43@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515a00] -> 192.168.128.43@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470b200] (23)-- 00000800:00020000:15.0:1596747345.352584:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352585:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.47@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352586:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c5600] (22)++ 00000800:00000100:15.0:1596747345.352587:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.47@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0d80] -> 192.168.128.47@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c5600] (23)-- 00000800:00020000:15.0:1596747345.352592:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747345.352593:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.56@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747345.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464708c00] (22)++ 00000800:00000100:15.0:1596747345.352595:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.56@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747345.352596:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514700] -> 192.168.128.56@o2ib36 (2)-- 00000800:00000200:15.0:1596747345.352597:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464708c00] (23)-- 00000400:00000200:15.0:1596747345.353170:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.20@o2ib36: down 00000400:00000200:15.0:1596747345.353171:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.20@o2ib36 not found 00000800:00000200:15.0:1596747345.353172:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a47e00d600] (22)-- 00000400:00000200:15.0:1596747345.353711:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.127@o2ib36: down 00000400:00000200:15.0:1596747345.353712:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.127@o2ib36 not found 00000800:00000200:15.0:1596747345.353713:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c581200] (22)-- 00000800:00000200:86.0:1596747345.353719:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a47e00d600] (21)-- 00000800:00000200:86.0:1596747345.354187:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c581200] (21)-- 00000400:00000200:15.0:1596747345.354264:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.32@o2ib36: down 00000400:00000200:15.0:1596747345.354266:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.32@o2ib36 not found 00000800:00000200:15.0:1596747345.354266:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308ce00] (22)-- 00000400:00000200:15.0:1596747345.354783:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.141@o2ib36: down 00000400:00000200:15.0:1596747345.354786:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.141@o2ib36 not found 00000800:00000200:15.0:1596747345.354787:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e832400] (22)-- 00000800:00000200:86.0:1596747345.354892:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308ce00] (21)-- 00000800:00000200:86.0:1596747345.355178:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e832400] (21)-- 00000400:00000200:15.0:1596747345.355179:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.43@o2ib36: down 00000400:00000200:15.0:1596747345.355181:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.43@o2ib36 not found 00000800:00000200:15.0:1596747345.355181:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470b200] (22)-- 00000800:00000200:86.0:1596747345.355423:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470b200] (21)-- 00000400:00000200:15.0:1596747345.355734:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.47@o2ib36: down 00000400:00000200:15.0:1596747345.355736:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.47@o2ib36 not found 00000800:00000200:15.0:1596747345.355736:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c5600] (22)-- 00000800:00000200:86.0:1596747345.356038:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c5600] (21)-- 00000400:00000200:15.0:1596747345.356275:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.56@o2ib36: down 00000400:00000200:15.0:1596747345.356277:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.56@o2ib36 not found 00000800:00000200:15.0:1596747345.356277:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464708c00] (22)-- 00000800:00000200:86.0:1596747345.356593:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464708c00] (21)-- 00000800:00000200:86.0:1596747345.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747345.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747345.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747345.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596747346.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c9f200] (21)++ 00000800:00000200:16.0:1596747346.352535:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c437c9f200] (22)++ 00000800:00000200:16.0:1596747346.352539:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c437c9f200] (23)-- 00000800:00020000:16.0:1596747346.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.103@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352544:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f2600] (22)++ 00000800:00000100:16.0:1596747346.352545:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.103@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352547:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489a00] -> 192.168.128.103@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352548:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f2600] (23)-- 00000800:00000200:16.0:1596747346.352549:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c99600] (21)++ 00000800:00000200:16.0:1596747346.352551:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c437c99600] (22)++ 00000800:00000200:16.0:1596747346.352553:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c437c99600] (23)-- 00000800:00020000:16.0:1596747346.352555:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352556:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.8@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562e8600] (22)++ 00000800:00000100:16.0:1596747346.352558:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.8@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352560:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3a80] -> 192.168.128.8@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352561:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc562e8600] (23)-- 00000800:00020000:16.0:1596747346.352562:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352563:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.10@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc4600] (22)++ 00000800:00000200:16.0:1596747346.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470c800] (21)++ 00000800:00000100:16.0:1596747346.352568:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.10@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195400] -> 192.168.128.10@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352571:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc4600] (23)-- 00000800:00000200:16.0:1596747346.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470c800] (22)++ 00000800:00000200:16.0:1596747346.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470c800] (23)-- 00000800:00020000:16.0:1596747346.352576:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352577:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.14@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352578:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f6e00] (22)++ 00000800:00000100:16.0:1596747346.352579:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.14@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352581:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488500] -> 192.168.128.14@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352582:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f6e00] (23)-- 00000800:00020000:16.0:1596747346.352583:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.117@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978000] (22)++ 00000800:00000100:16.0:1596747346.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.117@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352588:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00800] -> 192.168.128.117@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352589:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462978000] (23)-- 00000800:00020000:16.0:1596747346.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.118@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc562e8000] (22)++ 00000800:00000200:16.0:1596747346.352593:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470d800] (21)++ 00000800:00000100:16.0:1596747346.352594:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.118@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2500] -> 192.168.128.118@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc562e8000] (23)-- 00000800:00000200:16.0:1596747346.352598:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470d800] (22)++ 00000800:00000200:16.0:1596747346.352601:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470d800] (23)-- 00000800:00020000:16.0:1596747346.352602:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352603:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.25@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352604:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586200] (22)++ 00000800:00000100:16.0:1596747346.352605:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.25@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352607:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2880] -> 192.168.128.25@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352614:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c586200] (23)-- 00000800:00020000:16.0:1596747346.352616:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352617:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.36@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352618:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc2200] (22)++ 00000800:00000100:16.0:1596747346.352619:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.36@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352620:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194980] -> 192.168.128.36@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352621:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc2200] (23)-- 00000800:00020000:16.0:1596747346.352623:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352624:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.149@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352625:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1000] (22)++ 00000800:00000100:16.0:1596747346.352626:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.149@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352628:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0e00] -> 192.168.128.149@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352629:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c1000] (23)-- 00000800:00020000:16.0:1596747346.352632:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747346.352633:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.167@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352634:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e831e00] (22)++ 00000800:00000100:16.0:1596747346.352635:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.167@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352637:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195480] -> 192.168.128.167@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352638:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e831e00] (23)-- 00000800:00020000:16.0:1596747346.352639:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747346.352640:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.169@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747346.352641:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c584e00] (22)++ 00000800:00000100:16.0:1596747346.352642:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.169@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747346.352643:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3500] -> 192.168.128.169@o2ib36 (2)-- 00000800:00000200:16.0:1596747346.352644:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c584e00] (23)-- 00000400:00000200:16.0:1596747346.353084:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.103@o2ib36: down 00000400:00000200:16.0:1596747346.353086:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.103@o2ib36 not found 00000800:00000200:16.0:1596747346.353086:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f2600] (22)-- 00000800:00000200:86.0:1596747346.353363:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f2600] (21)-- 00000400:00000200:16.0:1596747346.353629:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.8@o2ib36: down 00000400:00000200:16.0:1596747346.353630:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.8@o2ib36 not found 00000800:00000200:16.0:1596747346.353630:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc562e8600] (22)-- 00000800:00000200:86.0:1596747346.353950:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc562e8600] (21)-- 00000400:00000200:16.0:1596747346.354159:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.10@o2ib36: down 00000400:00000200:16.0:1596747346.354161:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.10@o2ib36 not found 00000800:00000200:16.0:1596747346.354161:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc4600] (22)-- 00000800:00000200:86.0:1596747346.354474:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5efc4600] (21)-- 00000400:00000200:16.0:1596747346.354725:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.14@o2ib36: down 00000400:00000200:16.0:1596747346.354726:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.14@o2ib36 not found 00000800:00000200:16.0:1596747346.354726:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f6e00] (22)-- 00000800:00000200:86.0:1596747346.355063:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f6e00] (21)-- 00000400:00000200:16.0:1596747346.355256:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.117@o2ib36: down 00000400:00000200:16.0:1596747346.355257:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.117@o2ib36 not found 00000800:00000200:16.0:1596747346.355257:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462978000] (22)-- 00000800:00000200:86.0:1596747346.355748:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462978000] (21)-- 00000400:00000200:16.0:1596747346.355800:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.118@o2ib36: down 00000400:00000200:16.0:1596747346.355801:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.118@o2ib36 not found 00000800:00000200:16.0:1596747346.355801:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc562e8000] (22)-- 00000800:00000200:86.0:1596747346.356300:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc562e8000] (21)-- 00000400:00000200:16.0:1596747346.356346:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.25@o2ib36: down 00000400:00000200:16.0:1596747346.356347:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.25@o2ib36 not found 00000800:00000200:16.0:1596747346.356348:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c586200] (22)-- 00000400:00000200:16.0:1596747346.356895:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.36@o2ib36: down 00000400:00000200:16.0:1596747346.356896:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.36@o2ib36 not found 00000800:00000200:16.0:1596747346.356896:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc2200] (22)-- 00000800:00000200:86.0:1596747346.356903:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c586200] (21)-- 00000400:00000200:16.0:1596747346.357272:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.149@o2ib36: down 00000400:00000200:16.0:1596747346.357273:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.149@o2ib36 not found 00000800:00000200:16.0:1596747346.357274:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c1000] (22)-- 00000800:00000200:86.0:1596747346.357277:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5efc2200] (21)-- 00000800:00000200:86.0:1596747346.357599:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c1000] (21)-- 00000400:00000200:16.0:1596747346.357822:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.167@o2ib36: down 00000400:00000200:16.0:1596747346.357824:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.167@o2ib36 not found 00000800:00000200:16.0:1596747346.357824:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e831e00] (22)-- 00000800:00000200:86.0:1596747346.358172:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e831e00] (21)-- 00000400:00000200:16.0:1596747346.358369:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.169@o2ib36: down 00000400:00000200:16.0:1596747346.358370:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.169@o2ib36 not found 00000800:00000200:16.0:1596747346.358370:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c584e00] (22)-- 00000800:00000200:86.0:1596747346.358749:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c584e00] (21)-- 00000800:00000010:86.0:1596747346.370590:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515700 (tot 154739538). 00000800:00000200:86.0:1596747346.370595:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515700] -> 192.168.128.51@o2ib36 (1)++ 00000800:00000010:86.0:1596747346.370597:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515680 (tot 154739650). 00000800:00000010:86.0:1596747346.370601:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46444ce00 (tot 154739946). 00000800:00000010:86.0:1596747346.370604:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465322240 (tot 154740082). 00000800:00000010:86.0:1596747346.370609:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464588000 (tot 154741954). 00000800:00000010:86.0:1596747346.370610:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465322540 (tot 154742106). 00000800:00000200:86.0:1596747346.370616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47adfd000 0x27fadfd000(0x27fadfd000) 00000800:00000200:86.0:1596747346.370617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464dc0000 0x27e4dc0000(0x27e4dc0000) 00000800:00000200:86.0:1596747346.370622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464dd9000 0x27e4dd9000(0x27e4dd9000) 00000800:00000200:86.0:1596747346.370623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464744000 0x27e4744000(0x27e4744000) 00000800:00000200:86.0:1596747346.370624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47dd1a000 0x27fdd1a000(0x27fdd1a000) 00000800:00000200:86.0:1596747346.370625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47f3df000 0x27ff3df000(0x27ff3df000) 00000800:00000200:86.0:1596747346.370626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47dd14000 0x27fdd14000(0x27fdd14000) 00000800:00000200:86.0:1596747346.370626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47e57b000 0x27fe57b000(0x27fe57b000) 00000800:00000200:86.0:1596747346.370627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47aeba000 0x27faeba000(0x27faeba000) 00000800:00000200:86.0:1596747346.370628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47e8da000 0x27fe8da000(0x27fe8da000) 00000800:00000200:86.0:1596747346.370629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464dd0000 0x27e4dd0000(0x27e4dd0000) 00000800:00000200:86.0:1596747346.370629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47f33f000 0x27ff33f000(0x27ff33f000) 00000800:00000200:86.0:1596747346.370630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464e24000 0x27e4e24000(0x27e4e24000) 00000800:00000200:86.0:1596747346.370631:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47a1a9000 0x27fa1a9000(0x27fa1a9000) 00000800:00000200:86.0:1596747346.370632:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47e02f000 0x27fe02f000(0x27fe02f000) 00000800:00000200:86.0:1596747346.370633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464e7c000 0x27e4e7c000(0x27e4e7c000) 00000800:00000200:86.0:1596747346.370633:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47aea8000 0x27faea8000(0x27faea8000) 00000800:00000200:86.0:1596747346.370634:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47c39d000 0x27fc39d000(0x27fc39d000) 00000800:00000010:86.0:1596747346.371184:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515680 (tot 154741994). 00000800:00000200:86.0:1596747346.371185:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371186:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371187:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371188:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371188:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371189:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371189:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371190:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371190:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371191:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371191:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371192:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371192:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371193:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371193:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371194:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371194:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371195:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371196:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371196:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371197:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371197:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371198:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371198:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371199:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371199:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371200:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444ce00] (20)-- 00000800:00000200:86.0:1596747346.371206:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.51@o2ib36 00000800:00000200:86.0:1596747346.371456:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747346.371808:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.51@o2ib36 00000800:00000200:86.0:1596747346.371809:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.51@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747346.371810:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465322240 (tot 154741858). 00000800:00000200:86.0:1596747346.371811:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46444ce00] (19)++ 00000800:00000200:86.0:1596747346.371812:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46444ce00] (20)++ 00000800:00000200:86.0:1596747346.371813:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46444ce00] (21)-- 00000800:00000200:87.2F:1596747346.371827:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444ce00] (20)++ 00000800:00000200:86.0:1596747346.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747346.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747346.541592:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c3800 (tot 154741970). 00000800:00000200:86.0:1596747346.541595:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c3800] -> 192.168.128.63@o2ib36 (1)++ 00000800:00000010:86.0:1596747346.541597:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c3780 (tot 154742082). 00000800:00000010:86.0:1596747346.541601:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d18000 (tot 154742378). 00000800:00000010:86.0:1596747346.541603:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc57476780 (tot 154742514). 00000800:00000010:86.0:1596747346.541605:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc8000 (tot 154744386). 00000800:00000010:86.0:1596747346.541607:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57476300 (tot 154744538). 00000800:00000200:86.0:1596747346.541611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57732000 0x3fd7732000(0x3fd7732000) 00000800:00000200:86.0:1596747346.541612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc79017000 0x3ff9017000(0x3ff9017000) 00000800:00000200:86.0:1596747346.541613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc6da0b000 0x3feda0b000(0x3feda0b000) 00000800:00000200:86.0:1596747346.541614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57738000 0x3fd7738000(0x3fd7738000) 00000800:00000200:86.0:1596747346.541615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc7f1f9000 0x3fff1f9000(0x3fff1f9000) 00000800:00000200:86.0:1596747346.541616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57b6f000 0x3fd7b6f000(0x3fd7b6f000) 00000800:00000200:86.0:1596747346.541616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57a88000 0x3fd7a88000(0x3fd7a88000) 00000800:00000200:86.0:1596747346.541617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7e3bd000 0x3ffe3bd000(0x3ffe3bd000) 00000800:00000200:86.0:1596747346.541618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57b65000 0x3fd7b65000(0x3fd7b65000) 00000800:00000200:86.0:1596747346.541618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc5767f000 0x3fd767f000(0x3fd767f000) 00000800:00000200:86.0:1596747346.541619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57b4a000 0x3fd7b4a000(0x3fd7b4a000) 00000800:00000200:86.0:1596747346.541620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5771e000 0x3fd771e000(0x3fd771e000) 00000800:00000200:86.0:1596747346.541621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc7e428000 0x3ffe428000(0x3ffe428000) 00000800:00000200:86.0:1596747346.541621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57b03000 0x3fd7b03000(0x3fd7b03000) 00000800:00000200:86.0:1596747346.541622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57b11000 0x3fd7b11000(0x3fd7b11000) 00000800:00000200:86.0:1596747346.541623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57acb000 0x3fd7acb000(0x3fd7acb000) 00000800:00000200:86.0:1596747346.541624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57a0c000 0x3fd7a0c000(0x3fd7a0c000) 00000800:00000200:86.0:1596747346.541624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc7f297000 0x3fff297000(0x3fff297000) 00000800:00000010:86.0:1596747346.542211:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c3780 (tot 154744426). 00000800:00000200:86.0:1596747346.542213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542221:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542222:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542222:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542223:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542224:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.542231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d18000] (20)-- 00000800:00000200:86.0:1596747346.542232:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.63@o2ib36 00000800:00000200:86.0:1596747346.542489:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747346.543172:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.63@o2ib36 00000800:00000200:86.0:1596747346.543173:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.63@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747346.543174:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc57476780 (tot 154744290). 00000800:00000200:86.0:1596747346.543175:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d18000] (19)++ 00000800:00000200:86.0:1596747346.543175:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d18000] (20)++ 00000800:00000200:86.0:1596747346.543176:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d18000] (21)-- 00000800:00000200:37.2F:1596747346.543192:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d18000] (20)++ 00000800:00000010:86.0:1596747346.931588:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488800 (tot 154744402). 00000800:00000200:86.0:1596747346.931591:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488800] -> 192.168.128.82@o2ib36 (1)++ 00000800:00000010:86.0:1596747346.931593:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488880 (tot 154744514). 00000800:00000010:86.0:1596747346.931596:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66926a00 (tot 154744810). 00000800:00000010:86.0:1596747346.931598:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154744946). 00000800:00000010:86.0:1596747346.931601:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6691f000 (tot 154746818). 00000800:00000010:86.0:1596747346.931602:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2a300 (tot 154746970). 00000800:00000200:86.0:1596747346.931609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7ef58000 0x2ffef58000(0x2ffef58000) 00000800:00000200:86.0:1596747346.931610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b5b61f9000 0x29361f9000(0x29361f9000) 00000800:00000200:86.0:1596747346.931611:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7f068000 0x2fff068000(0x2fff068000) 00000800:00000200:86.0:1596747346.931612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b514606000 0x2894606000(0x2894606000) 00000800:00000200:86.0:1596747346.931612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b5b69e2000 0x29369e2000(0x29369e2000) 00000800:00000200:86.0:1596747346.931613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7ebfe000 0x2ffebfe000(0x2ffebfe000) 00000800:00000200:86.0:1596747346.931614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7f19b000 0x2fff19b000(0x2fff19b000) 00000800:00000200:86.0:1596747346.931614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7ebe5000 0x2ffebe5000(0x2ffebe5000) 00000800:00000200:86.0:1596747346.931615:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7f163000 0x2fff163000(0x2fff163000) 00000800:00000200:86.0:1596747346.931616:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67a35000 0x2fe7a35000(0x2fe7a35000) 00000800:00000200:86.0:1596747346.931617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67fbc000 0x2fe7fbc000(0x2fe7fbc000) 00000800:00000200:86.0:1596747346.931617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67917000 0x2fe7917000(0x2fe7917000) 00000800:00000200:86.0:1596747346.931618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67932000 0x2fe7932000(0x2fe7932000) 00000800:00000200:86.0:1596747346.931619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6783b000 0x2fe783b000(0x2fe783b000) 00000800:00000200:86.0:1596747346.931620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67f71000 0x2fe7f71000(0x2fe7f71000) 00000800:00000200:86.0:1596747346.931620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc668ce000 0x2fe68ce000(0x2fe68ce000) 00000800:00000200:86.0:1596747346.931621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67a94000 0x2fe7a94000(0x2fe7a94000) 00000800:00000200:86.0:1596747346.931622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67f52000 0x2fe7f52000(0x2fe7f52000) 00000800:00000010:86.0:1596747346.932342:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488880 (tot 154746858). 00000800:00000200:86.0:1596747346.932343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932353:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932359:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932360:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932361:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932362:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932362:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932363:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932363:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66926a00] (20)-- 00000800:00000200:86.0:1596747346.932365:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.82@o2ib36 00000800:00000200:86.0:1596747346.932637:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747346.932978:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.82@o2ib36 00000800:00000200:86.0:1596747346.932979:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.82@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747346.932980:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154746722). 00000800:00000200:86.0:1596747346.932982:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66926a00] (19)++ 00000800:00000200:86.0:1596747346.932982:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66926a00] (20)++ 00000800:00000200:86.0:1596747346.932983:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66926a00] (21)-- 00000800:00000200:84.2:1596747346.932989:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66926a00] (20)++ 00000800:00020000:16.0:1596747347.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747347.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.92@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747347.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c44308da00] (22)++ 00000800:00000100:16.0:1596747347.352570:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.92@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747347.352572:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0680] -> 192.168.128.92@o2ib36 (2)-- 00000800:00000200:16.0:1596747347.352573:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c44308da00] (23)-- 00000800:00000200:16.0:1596747347.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50f800] (21)++ 00000800:00000200:16.0:1596747347.352577:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50f800] (22)++ 00000800:00000200:16.0:1596747347.352580:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50f800] (23)-- 00000800:00020000:16.0:1596747347.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747347.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.95@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747347.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f3000] (22)++ 00000800:00000100:16.0:1596747347.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.95@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747347.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489a80] -> 192.168.128.95@o2ib36 (2)-- 00000800:00000200:16.0:1596747347.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f3000] (23)-- 00000800:00020000:16.0:1596747347.352590:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747347.352591:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.98@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747347.352592:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470f400] (22)++ 00000800:00000100:16.0:1596747347.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.98@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747347.352594:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514780] -> 192.168.128.98@o2ib36 (2)-- 00000800:00000200:16.0:1596747347.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470f400] (23)-- 00000800:00020000:16.0:1596747347.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747347.352600:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.16@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747347.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57f00200] (22)++ 00000800:00000100:16.0:1596747347.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.16@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747347.352603:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2580] -> 192.168.128.16@o2ib36 (2)-- 00000800:00000200:16.0:1596747347.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc57f00200] (23)-- 00000800:00020000:16.0:1596747347.352606:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747347.352607:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.122@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747347.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c584400] (22)++ 00000800:00000100:16.0:1596747347.352609:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.122@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747347.352610:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3480] -> 192.168.128.122@o2ib36 (2)-- 00000800:00000200:16.0:1596747347.352612:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c584400] (23)-- 00000800:00000200:16.0:1596747347.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c2800] (21)++ 00000800:00000200:16.0:1596747347.352615:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c2800] (22)++ 00000800:00000200:16.0:1596747347.352618:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c2800] (23)-- 00000800:00000200:16.0:1596747347.352619:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66804a00] (21)++ 00000800:00000200:16.0:1596747347.352621:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66804a00] (22)++ 00000800:00000200:16.0:1596747347.352624:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66804a00] (23)-- 00000800:00000200:16.0:1596747347.352626:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc7000] (21)++ 00000800:00000200:16.0:1596747347.352627:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff989c5efc7000] (22)++ 00000800:00000200:16.0:1596747347.352630:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff989c5efc7000] (23)-- 00000800:00000200:16.0:1596747347.352631:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7d615800] (21)++ 00000800:00000200:16.0:1596747347.352632:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac7d615800] (22)++ 00000800:00000200:16.0:1596747347.352634:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac7d615800] (23)-- 00000800:00020000:16.0:1596747347.352635:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747347.352636:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.48@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747347.352637:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1200] (22)++ 00000800:00000100:16.0:1596747347.352638:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.48@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747347.352639:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489980] -> 192.168.128.48@o2ib36 (2)-- 00000800:00000200:16.0:1596747347.352640:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f1200] (23)-- 00000400:00000200:16.0:1596747347.353169:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.92@o2ib36: down 00000400:00000200:16.0:1596747347.353171:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.92@o2ib36 not found 00000800:00000200:16.0:1596747347.353171:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c44308da00] (22)-- 00000800:00000200:86.0:1596747347.353519:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c44308da00] (21)-- 00000400:00000200:16.0:1596747347.353705:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.95@o2ib36: down 00000400:00000200:16.0:1596747347.353706:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.95@o2ib36 not found 00000800:00000200:16.0:1596747347.353707:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f3000] (22)-- 00000800:00000200:86.0:1596747347.354028:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f3000] (21)-- 00000400:00000200:16.0:1596747347.354250:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.98@o2ib36: down 00000400:00000200:16.0:1596747347.354251:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.98@o2ib36 not found 00000800:00000200:16.0:1596747347.354251:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470f400] (22)-- 00000800:00000200:86.0:1596747347.354536:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470f400] (21)-- 00000400:00000200:16.0:1596747347.354796:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.16@o2ib36: down 00000400:00000200:16.0:1596747347.354797:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.16@o2ib36 not found 00000800:00000200:16.0:1596747347.354797:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc57f00200] (22)-- 00000800:00000200:86.0:1596747347.355171:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc57f00200] (21)-- 00000400:00000200:16.0:1596747347.355346:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.122@o2ib36: down 00000400:00000200:16.0:1596747347.355347:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.122@o2ib36 not found 00000800:00000200:16.0:1596747347.355347:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c584400] (22)-- 00000800:00000200:86.0:1596747347.355677:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c584400] (21)-- 00000400:00000200:16.0:1596747347.355899:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.48@o2ib36: down 00000400:00000200:16.0:1596747347.355900:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.48@o2ib36 not found 00000800:00000200:16.0:1596747347.355901:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f1200] (22)-- 00000800:00000200:86.0:1596747347.356161:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f1200] (21)-- 00000800:00000200:86.0:1596747347.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747347.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747347.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747347.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747347.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747347.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747347.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747348.010160:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488880 (tot 154746834). 00000800:00000200:86.0:1596747348.010164:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488880] -> 192.168.128.35@o2ib36 (1)++ 00000800:00000010:86.0:1596747348.010166:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488900 (tot 154746946). 00000800:00000010:86.0:1596747348.010167:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66925200 (tot 154747242). 00000800:00000010:86.0:1596747348.010168:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154747378). 00000800:00000010:86.0:1596747348.010169:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6691f800 (tot 154749250). 00000800:00000010:86.0:1596747348.010170:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2a540 (tot 154749402). 00000800:00000200:86.0:1596747348.010179:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc679ec000 0x2fe79ec000(0x2fe79ec000) 00000800:00000200:86.0:1596747348.010180:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b51469c000 0x289469c000(0x289469c000) 00000800:00000200:86.0:1596747348.010181:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7f053000 0x2fff053000(0x2fff053000) 00000800:00000200:86.0:1596747348.010182:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67a9e000 0x2fe7a9e000(0x2fe7a9e000) 00000800:00000200:86.0:1596747348.010183:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7f040000 0x2fff040000(0x2fff040000) 00000800:00000200:86.0:1596747348.010184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b514727000 0x2894727000(0x2894727000) 00000800:00000200:86.0:1596747348.010184:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc79317000 0x2ff9317000(0x2ff9317000) 00000800:00000200:86.0:1596747348.010185:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b5b63e5000 0x29363e5000(0x29363e5000) 00000800:00000200:86.0:1596747348.010186:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7f5c6000 0x2fff5c6000(0x2fff5c6000) 00000800:00000200:86.0:1596747348.010187:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67f1c000 0x2fe7f1c000(0x2fe7f1c000) 00000800:00000200:86.0:1596747348.010187:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67829000 0x2fe7829000(0x2fe7829000) 00000800:00000200:86.0:1596747348.010188:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc6791a000 0x2fe791a000(0x2fe791a000) 00000800:00000200:86.0:1596747348.010189:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67ab7000 0x2fe7ab7000(0x2fe7ab7000) 00000800:00000200:86.0:1596747348.010190:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7f1d0000 0x2fff1d0000(0x2fff1d0000) 00000800:00000200:86.0:1596747348.010190:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7f181000 0x2fff181000(0x2fff181000) 00000800:00000200:86.0:1596747348.010191:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7ea21000 0x2ffea21000(0x2ffea21000) 00000800:00000200:86.0:1596747348.010192:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc7f000000 0x2fff000000(0x2fff000000) 00000800:00000200:86.0:1596747348.010193:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b5b63e7000 0x29363e7000(0x29363e7000) 00000800:00000010:86.0:1596747348.010757:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488900 (tot 154749290). 00000800:00000200:86.0:1596747348.010758:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010760:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010761:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010763:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010764:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010764:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010765:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010765:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010766:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.010776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66925200] (20)-- 00000800:00000200:86.0:1596747348.010777:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.35@o2ib36 00000800:00000200:86.0:1596747348.011037:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747348.011434:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.35@o2ib36 00000800:00000200:86.0:1596747348.011435:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.35@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747348.011436:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154749154). 00000800:00000200:86.0:1596747348.011437:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66925200] (19)++ 00000800:00000200:86.0:1596747348.011438:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66925200] (20)++ 00000800:00000200:86.0:1596747348.011439:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66925200] (21)-- 00000800:00000200:88.2F:1596747348.011604:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66925200] (20)++ 00000800:00020000:16.0:1596747348.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747348.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.59@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747348.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c586a00] (22)++ 00000800:00000100:16.0:1596747348.352539:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.59@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747348.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2900] -> 192.168.128.59@o2ib36 (2)-- 00000800:00000200:16.0:1596747348.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c586a00] (23)-- 00000800:00020000:16.0:1596747348.352544:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747348.352545:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.60@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747348.352546:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1400] (22)++ 00000800:00000100:16.0:1596747348.352547:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.60@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747348.352549:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1080] -> 192.168.128.60@o2ib36 (2)-- 00000800:00000200:16.0:1596747348.352550:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c1400] (23)-- 00000800:00000200:16.0:1596747348.352557:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66805600] (21)++ 00000800:00000200:16.0:1596747348.352559:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66805600] (22)++ 00000800:00000200:16.0:1596747348.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66805600] (23)-- 00000800:00000200:16.0:1596747348.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c9ea00] (21)++ 00000800:00000200:16.0:1596747348.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c437c9ea00] (22)++ 00000800:00000200:16.0:1596747348.352569:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c437c9ea00] (23)-- 00000800:00000200:16.0:1596747348.352570:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66801400] (21)++ 00000800:00000200:16.0:1596747348.352572:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66801400] (22)++ 00000800:00000200:16.0:1596747348.352575:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66801400] (23)-- 00000800:00000200:16.0:1596747348.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57968200] (21)++ 00000800:00000200:16.0:1596747348.352579:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc57968200] (22)++ 00000800:00000200:16.0:1596747348.352581:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc57968200] (23)-- 00000400:00000200:16.0:1596747348.353151:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.59@o2ib36: down 00000400:00000200:16.0:1596747348.353152:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.59@o2ib36 not found 00000800:00000200:16.0:1596747348.353153:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c586a00] (22)-- 00000800:00000200:86.0:1596747348.353522:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c586a00] (21)-- 00000400:00000200:16.0:1596747348.353683:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.60@o2ib36: down 00000400:00000200:16.0:1596747348.353684:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.60@o2ib36 not found 00000800:00000200:16.0:1596747348.353684:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c1400] (22)-- 00000800:00000200:86.0:1596747348.354075:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c1400] (21)-- 00000800:00000200:86.0:1596747348.407506:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407507:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407509:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407510:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407511:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407512:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407513:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407514:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407515:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407516:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747348.407517:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:16.0:1596747349.352529:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979a00] (21)++ 00000800:00000200:16.0:1596747349.352532:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a462979a00] (22)++ 00000800:00000200:16.0:1596747349.352535:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a462979a00] (23)-- 00000800:00020000:16.0:1596747349.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.39@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c4c00] (22)++ 00000800:00000100:16.0:1596747349.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.39@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0e80] -> 192.168.128.39@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c4c00] (23)-- 00000800:00020000:16.0:1596747349.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.144@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56350000] (22)++ 00000800:00000100:16.0:1596747349.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.144@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2600] -> 192.168.128.144@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352552:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc56350000] (23)-- 00000800:00020000:16.0:1596747349.352552:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352554:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.145@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470be00] (22)++ 00000800:00000100:16.0:1596747349.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.145@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515980] -> 192.168.128.145@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470be00] (23)-- 00000800:00000200:16.0:1596747349.352560:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66800e00] (21)++ 00000800:00000200:16.0:1596747349.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66800e00] (22)++ 00000800:00000200:16.0:1596747349.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66800e00] (23)-- 00000800:00020000:16.0:1596747349.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.50@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57f00600] (22)++ 00000800:00000100:16.0:1596747349.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.50@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3a00] -> 192.168.128.50@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc57f00600] (23)-- 00000800:00000200:16.0:1596747349.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc563b0000] (21)++ 00000800:00000200:16.0:1596747349.352574:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc563b0000] (22)++ 00000800:00000200:16.0:1596747349.352578:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc563b0000] (23)-- 00000800:00020000:16.0:1596747349.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.158@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f4800] (22)++ 00000800:00000100:16.0:1596747349.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.158@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352583:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488680] -> 192.168.128.158@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f4800] (23)-- 00000800:00020000:16.0:1596747349.352586:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747349.352587:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.170@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352588:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c1e00] (22)++ 00000800:00000200:16.0:1596747349.352589:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66806400] (21)++ 00000800:00000100:16.0:1596747349.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.170@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352592:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d1000] -> 192.168.128.170@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c1e00] (23)-- 00000800:00000200:16.0:1596747349.352596:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98bc66806400] (22)++ 00000800:00000200:16.0:1596747349.352599:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98bc66806400] (23)-- 00000800:00020000:16.0:1596747349.352599:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747349.352601:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.70@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352601:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462978600] (22)++ 00000800:00000100:16.0:1596747349.352602:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.70@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352604:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01b00] -> 192.168.128.70@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352605:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462978600] (23)-- 00000800:00020000:16.0:1596747349.352606:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747349.352607:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.74@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f0e00] (22)++ 00000800:00000100:16.0:1596747349.352609:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.74@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352611:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488580] -> 192.168.128.74@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352612:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f0e00] (23)-- 00000800:00020000:16.0:1596747349.352612:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747349.352614:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.75@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352614:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979000] (22)++ 00000800:00000100:16.0:1596747349.352615:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.75@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352617:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01a80] -> 192.168.128.75@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352618:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462979000] (23)-- 00000800:00020000:16.0:1596747349.352619:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:16.0:1596747349.352621:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.96@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352622:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297fa00] (22)++ 00000800:00000100:16.0:1596747349.352623:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.96@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352624:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00d00] -> 192.168.128.96@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352625:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297fa00] (23)-- 00000800:00000200:16.0:1596747349.352627:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56388000] (21)++ 00000800:00000200:16.0:1596747349.352628:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc56388000] (22)++ 00000800:00000200:16.0:1596747349.352631:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc56388000] (23)-- 00000800:00020000:16.0:1596747349.352633:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352634:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.101@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352635:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c580c00] (22)++ 00000800:00000100:16.0:1596747349.352636:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.101@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352638:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2980] -> 192.168.128.101@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352639:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c580c00] (23)-- 00000800:00020000:16.0:1596747349.352640:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:16.0:1596747349.352642:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.108@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:16.0:1596747349.352642:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc678f1c00] (22)++ 00000800:00000100:16.0:1596747349.352643:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.108@o2ib36: error -110(waiting) 00000800:00000200:16.0:1596747349.352645:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488600] -> 192.168.128.108@o2ib36 (2)-- 00000800:00000200:16.0:1596747349.352646:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc678f1c00] (23)-- 00000800:00000200:16.0:1596747349.352648:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50cc00] (21)++ 00000800:00000200:16.0:1596747349.352649:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98ac5c50cc00] (22)++ 00000800:00000200:16.0:1596747349.352651:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98ac5c50cc00] (23)-- 00000400:00000200:16.0:1596747349.353204:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.39@o2ib36: down 00000400:00000200:16.0:1596747349.353205:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.39@o2ib36 not found 00000800:00000200:16.0:1596747349.353205:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c4c00] (22)-- 00000800:00000200:86.0:1596747349.353479:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c4c00] (21)-- 00000400:00000200:16.0:1596747349.353743:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.144@o2ib36: down 00000400:00000200:16.0:1596747349.353745:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.144@o2ib36 not found 00000800:00000200:16.0:1596747349.353745:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc56350000] (22)-- 00000800:00000200:86.0:1596747349.354042:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc56350000] (21)-- 00000400:00000200:16.0:1596747349.354278:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.145@o2ib36: down 00000400:00000200:16.0:1596747349.354279:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.145@o2ib36 not found 00000800:00000200:16.0:1596747349.354279:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470be00] (22)-- 00000800:00000200:86.0:1596747349.354601:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470be00] (21)-- 00000400:00000200:16.0:1596747349.354833:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.50@o2ib36: down 00000400:00000200:16.0:1596747349.354834:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.50@o2ib36 not found 00000800:00000200:16.0:1596747349.354835:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc57f00600] (22)-- 00000800:00000200:86.0:1596747349.355093:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc57f00600] (21)-- 00000400:00000200:16.0:1596747349.355387:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.158@o2ib36: down 00000400:00000200:16.0:1596747349.355388:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.158@o2ib36 not found 00000800:00000200:16.0:1596747349.355388:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f4800] (22)-- 00000800:00000200:86.0:1596747349.355636:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f4800] (21)-- 00000400:00000200:16.0:1596747349.355938:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.170@o2ib36: down 00000400:00000200:16.0:1596747349.355939:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.170@o2ib36 not found 00000800:00000200:16.0:1596747349.355939:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c1e00] (22)-- 00000800:00000200:86.0:1596747349.356311:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c1e00] (21)-- 00000400:00000200:16.0:1596747349.356478:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.70@o2ib36: down 00000400:00000200:16.0:1596747349.356479:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.70@o2ib36 not found 00000800:00000200:16.0:1596747349.356479:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462978600] (22)-- 00000800:00000200:86.0:1596747349.356836:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462978600] (21)-- 00000400:00000200:16.0:1596747349.357034:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.74@o2ib36: down 00000400:00000200:16.0:1596747349.357035:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.74@o2ib36 not found 00000800:00000200:16.0:1596747349.357036:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f0e00] (22)-- 00000800:00000200:86.0:1596747349.357395:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f0e00] (21)-- 00000400:00000200:16.0:1596747349.357590:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.75@o2ib36: down 00000400:00000200:16.0:1596747349.357591:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.75@o2ib36 not found 00000800:00000200:16.0:1596747349.357591:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462979000] (22)-- 00000800:00000200:86.0:1596747349.357960:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462979000] (21)-- 00000400:00000200:16.0:1596747349.358132:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.96@o2ib36: down 00000400:00000200:16.0:1596747349.358134:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.96@o2ib36 not found 00000800:00000200:16.0:1596747349.358134:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297fa00] (22)-- 00000800:00000200:86.0:1596747349.358512:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297fa00] (21)-- 00000400:00000200:16.0:1596747349.358683:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.101@o2ib36: down 00000400:00000200:16.0:1596747349.358684:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.101@o2ib36 not found 00000800:00000200:16.0:1596747349.358684:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c580c00] (22)-- 00000800:00000200:86.0:1596747349.359026:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c580c00] (21)-- 00000400:00000200:16.0:1596747349.359220:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.108@o2ib36: down 00000400:00000200:16.0:1596747349.359221:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.108@o2ib36 not found 00000800:00000200:16.0:1596747349.359221:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc678f1c00] (22)-- 00000800:00000200:86.0:1596747349.359753:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc678f1c00] (21)-- 00000800:00000200:86.0:1596747349.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747349.407530:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747349.407531:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747349.407532:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747349.407533:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747349.407534:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:17.0:1596747350.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297e600] (21)++ 00000800:00000200:17.0:1596747350.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a46297e600] (22)++ 00000800:00000200:17.0:1596747350.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a46297e600] (23)-- 00000800:00020000:17.0:1596747350.352540:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747350.352542:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.26@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747350.352543:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c4200] (22)++ 00000800:00000100:17.0:1596747350.352544:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.26@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747350.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0f00] -> 192.168.128.26@o2ib36 (2)-- 00000800:00000200:17.0:1596747350.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c4200] (23)-- 00000800:00020000:17.0:1596747350.352548:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:17.0:1596747350.352549:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.28@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747350.352550:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297f000] (22)++ 00000800:00000100:17.0:1596747350.352551:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.28@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747350.352553:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01580] -> 192.168.128.28@o2ib36 (2)-- 00000800:00000200:17.0:1596747350.352554:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297f000] (23)-- 00000800:00000200:17.0:1596747350.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444a200] (21)++ 00000800:00000200:17.0:1596747350.352557:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444a200] (22)++ 00000800:00000200:17.0:1596747350.352560:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444a200] (23)-- 00000800:00000200:17.0:1596747350.352561:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470d400] (21)++ 00000800:00000200:17.0:1596747350.352562:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46470d400] (22)++ 00000800:00000200:17.0:1596747350.352565:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46470d400] (23)-- 00000800:00020000:17.0:1596747350.352566:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747350.352567:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.133@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747350.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5e832a00] (22)++ 00000800:00000100:17.0:1596747350.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.133@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747350.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e195380] -> 192.168.128.133@o2ib36 (2)-- 00000800:00000200:17.0:1596747350.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5e832a00] (23)-- 00000800:00020000:17.0:1596747350.352575:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747350.352576:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.140@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747350.352577:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470e800] (22)++ 00000800:00000100:17.0:1596747350.352578:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.140@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747350.352580:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514800] -> 192.168.128.140@o2ib36 (2)-- 00000800:00000200:17.0:1596747350.352581:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470e800] (23)-- 00000800:00000200:17.0:1596747350.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c3800] (21)++ 00000800:00000200:17.0:1596747350.352586:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d1c3800] (22)++ 00000800:00000200:17.0:1596747350.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d1c3800] (23)-- 00000400:00000200:17.0:1596747350.353162:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.26@o2ib36: down 00000400:00000200:17.0:1596747350.353163:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.26@o2ib36 not found 00000800:00000200:17.0:1596747350.353164:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c4200] (22)-- 00000400:00000200:17.0:1596747350.353686:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.28@o2ib36: down 00000800:00000200:86.0:1596747350.353687:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c4200] (21)-- 00000400:00000200:17.0:1596747350.353687:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.28@o2ib36 not found 00000800:00000200:17.0:1596747350.353687:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297f000] (22)-- 00000400:00000200:17.0:1596747350.354229:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.133@o2ib36: down 00000800:00000200:86.0:1596747350.354230:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297f000] (21)-- 00000400:00000200:17.0:1596747350.354231:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.133@o2ib36 not found 00000800:00000200:17.0:1596747350.354231:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5e832a00] (22)-- 00000800:00000200:86.0:1596747350.354514:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5e832a00] (21)-- 00000400:00000200:17.0:1596747350.354769:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.140@o2ib36: down 00000400:00000200:17.0:1596747350.354770:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.140@o2ib36 not found 00000800:00000200:17.0:1596747350.354770:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470e800] (22)-- 00000800:00000200:86.0:1596747350.355110:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470e800] (21)-- 00000800:00000200:86.0:1596747350.407524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747350.407526:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747350.431836:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e896780 (tot 154749266). 00000800:00000200:86.0:1596747350.431841:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e896780] -> 192.168.128.13@o2ib36 (1)++ 00000800:00000010:86.0:1596747350.431843:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897e80 (tot 154749378). 00000800:00000010:86.0:1596747350.431846:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d34b000 (tot 154749674). 00000800:00000010:86.0:1596747350.431847:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d340480 (tot 154749810). 00000800:00000010:86.0:1596747350.431851:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d33f000 (tot 154751682). 00000800:00000010:86.0:1596747350.431852:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d340780 (tot 154751834). 00000800:00000200:86.0:1596747350.431859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945d3f5000 0x7dd3f5000(0x7dd3f5000) 00000800:00000200:86.0:1596747350.431860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945d3f6000 0x7dd3f6000(0x7dd3f6000) 00000800:00000200:86.0:1596747350.431860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945d3f7000 0x7dd3f7000(0x7dd3f7000) 00000800:00000200:86.0:1596747350.431861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945d3f8000 0x7dd3f8000(0x7dd3f8000) 00000800:00000200:86.0:1596747350.431862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945d3f9000 0x7dd3f9000(0x7dd3f9000) 00000800:00000200:86.0:1596747350.431863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945d3fa000 0x7dd3fa000(0x7dd3fa000) 00000800:00000200:86.0:1596747350.431864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945d3fb000 0x7dd3fb000(0x7dd3fb000) 00000800:00000200:86.0:1596747350.431864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945d3fc000 0x7dd3fc000(0x7dd3fc000) 00000800:00000200:86.0:1596747350.431865:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945d3fd000 0x7dd3fd000(0x7dd3fd000) 00000800:00000200:86.0:1596747350.431866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945d3fe000 0x7dd3fe000(0x7dd3fe000) 00000800:00000200:86.0:1596747350.431866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945d3ff000 0x7dd3ff000(0x7dd3ff000) 00000800:00000200:86.0:1596747350.431867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc00000 0x7dcc00000(0x7dcc00000) 00000800:00000200:86.0:1596747350.431868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc01000 0x7dcc01000(0x7dcc01000) 00000800:00000200:86.0:1596747350.431869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc02000 0x7dcc02000(0x7dcc02000) 00000800:00000200:86.0:1596747350.431869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc03000 0x7dcc03000(0x7dcc03000) 00000800:00000200:86.0:1596747350.431871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc04000 0x7dcc04000(0x7dcc04000) 00000800:00000200:86.0:1596747350.431871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc05000 0x7dcc05000(0x7dcc05000) 00000800:00000200:86.0:1596747350.431872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc06000 0x7dcc06000(0x7dcc06000) 00000800:00000010:86.0:1596747350.432437:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897e80 (tot 154751722). 00000800:00000200:86.0:1596747350.432438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.432456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d34b000] (20)-- 00000800:00000200:86.0:1596747350.432458:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.13@o2ib36 00000800:00000200:86.0:1596747350.432729:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747350.433023:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.13@o2ib36 00000800:00000200:86.0:1596747350.433024:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.13@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747350.433025:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d340480 (tot 154751586). 00000800:00000200:86.0:1596747350.433026:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d34b000] (19)++ 00000800:00000200:86.0:1596747350.433026:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d34b000] (20)++ 00000800:00000200:86.0:1596747350.433027:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d34b000] (21)-- 00000800:00000200:41.2:1596747350.433029:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d34b000] (20)++ 00000800:00020000:17.0:1596747351.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747351.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.100@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747351.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c9f200] (22)++ 00000800:00000100:17.0:1596747351.352549:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.100@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747351.352551:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0700] -> 192.168.128.100@o2ib36 (2)-- 00000800:00000200:17.0:1596747351.352553:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c437c9f200] (23)-- 00000800:00020000:17.0:1596747351.352553:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747351.352555:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.3@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747351.352555:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c99600] (22)++ 00000800:00000100:17.0:1596747351.352556:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.3@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747351.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1780] -> 192.168.128.3@o2ib36 (2)-- 00000800:00000200:17.0:1596747351.352559:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c437c99600] (23)-- 00000800:00000200:17.0:1596747351.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449200] (21)++ 00000800:00000200:17.0:1596747351.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b464449200] (22)++ 00000800:00000200:17.0:1596747351.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b464449200] (23)-- 00000400:00000200:17.0:1596747351.353011:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.100@o2ib36: down 00000400:00000200:17.0:1596747351.353013:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.100@o2ib36 not found 00000800:00000200:17.0:1596747351.353013:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c437c9f200] (22)-- 00000800:00000200:86.0:1596747351.353383:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c437c9f200] (21)-- 00000400:00000200:17.0:1596747351.353552:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.3@o2ib36: down 00000400:00000200:17.0:1596747351.353553:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.3@o2ib36 not found 00000800:00000200:17.0:1596747351.353554:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c437c99600] (22)-- 00000800:00000200:86.0:1596747351.353827:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c437c99600] (21)-- 00000800:00000200:86.0:1596747351.407535:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407537:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407539:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407542:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407543:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407544:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747351.415524:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747352.343006:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2a80 (tot 154751698). 00000800:00000200:86.0:1596747352.343010:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2a80] -> 192.168.128.156@o2ib36 (1)++ 00000800:00000010:86.0:1596747352.343013:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2b00 (tot 154751810). 00000800:00000010:86.0:1596747352.343017:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cde00 (tot 154752106). 00000800:00000010:86.0:1596747352.343019:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d8240 (tot 154752242). 00000800:00000010:86.0:1596747352.343022:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d4800 (tot 154754114). 00000800:00000010:86.0:1596747352.343023:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d8300 (tot 154754266). 00000800:00000200:86.0:1596747352.343037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7dcd4000 0x1ffdcd4000(0x1ffdcd4000) 00000800:00000200:86.0:1596747352.343039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7dce4000 0x1ffdce4000(0x1ffdce4000) 00000800:00000200:86.0:1596747352.343040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac732a8000 0x1ff32a8000(0x1ff32a8000) 00000800:00000200:86.0:1596747352.343041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7ef67000 0x1ffef67000(0x1ffef67000) 00000800:00000200:86.0:1596747352.343042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac72b68000 0x1ff2b68000(0x1ff2b68000) 00000800:00000200:86.0:1596747352.343042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7cb3f000 0x1ffcb3f000(0x1ffcb3f000) 00000800:00000200:86.0:1596747352.343043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7aff6000 0x1ffaff6000(0x1ffaff6000) 00000800:00000200:86.0:1596747352.343044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7e4d4000 0x1ffe4d4000(0x1ffe4d4000) 00000800:00000200:86.0:1596747352.343044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7ed83000 0x1ffed83000(0x1ffed83000) 00000800:00000200:86.0:1596747352.343045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7f0a8000 0x1fff0a8000(0x1fff0a8000) 00000800:00000200:86.0:1596747352.343046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac72d61000 0x1ff2d61000(0x1ff2d61000) 00000800:00000200:86.0:1596747352.343047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac72c7a000 0x1ff2c7a000(0x1ff2c7a000) 00000800:00000200:86.0:1596747352.343047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac7f333000 0x1fff333000(0x1fff333000) 00000800:00000200:86.0:1596747352.343048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7ae19000 0x1ffae19000(0x1ffae19000) 00000800:00000200:86.0:1596747352.343049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7d552000 0x1ffd552000(0x1ffd552000) 00000800:00000200:86.0:1596747352.343050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7aff5000 0x1ffaff5000(0x1ffaff5000) 00000800:00000200:86.0:1596747352.343050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7c881000 0x1ffc881000(0x1ffc881000) 00000800:00000200:86.0:1596747352.343051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7eb5d000 0x1ffeb5d000(0x1ffeb5d000) 00000800:00000010:86.0:1596747352.343628:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2b00 (tot 154754154). 00000800:00000200:86.0:1596747352.343629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343644:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.343647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cde00] (20)-- 00000800:00000200:86.0:1596747352.343649:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.156@o2ib36 00000800:00000200:86.0:1596747352.343903:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:85.2F:1596747352.344223:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cde00] (19)++ 00000800:00000200:86.0:1596747352.344224:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.156@o2ib36 00000800:00000200:86.0:1596747352.344225:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.156@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747352.344226:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d8240 (tot 154754018). 00000800:00000200:86.0:1596747352.344228:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cde00] (20)++ 00000800:00000200:86.0:1596747352.344228:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cde00] (21)++ 00000800:00000200:86.0:1596747352.344229:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cde00] (22)-- 00000800:00020000:17.0:1596747352.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747352.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.111@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747352.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470c800] (22)++ 00000800:00000100:17.0:1596747352.352573:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.111@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747352.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515900] -> 192.168.128.111@o2ib36 (2)-- 00000800:00000200:17.0:1596747352.352577:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470c800] (23)-- 00000800:00020000:17.0:1596747352.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747352.352580:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.17@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747352.352581:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470d800] (22)++ 00000800:00000100:17.0:1596747352.352582:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.17@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747352.352584:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515880] -> 192.168.128.17@o2ib36 (2)-- 00000800:00000200:17.0:1596747352.352585:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470d800] (23)-- 00000400:00000200:17.0:1596747352.353147:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.111@o2ib36: down 00000400:00000200:17.0:1596747352.353148:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.111@o2ib36 not found 00000800:00000200:17.0:1596747352.353149:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470c800] (22)-- 00000800:00000200:86.0:1596747352.353490:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470c800] (21)-- 00000400:00000200:17.0:1596747352.353676:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.17@o2ib36: down 00000400:00000200:17.0:1596747352.353677:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.17@o2ib36 not found 00000800:00000200:17.0:1596747352.353677:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470d800] (22)-- 00000800:00000200:86.0:1596747352.354383:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470d800] (21)-- 00000800:00000200:86.0:1596747352.407523:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747352.407525:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747352.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747352.407528:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747352.591515:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1600 (tot 154754130). 00000800:00000200:86.0:1596747352.591521:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1600] -> 192.168.128.147@o2ib36 (1)++ 00000800:00000010:86.0:1596747352.591522:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1580 (tot 154754242). 00000800:00000010:86.0:1596747352.591526:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4349b6600 (tot 154754538). 00000800:00000010:86.0:1596747352.591529:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c4349ae9c0 (tot 154754674). 00000800:00000010:86.0:1596747352.591533:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434944800 (tot 154756546). 00000800:00000010:86.0:1596747352.591534:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c4349af080 (tot 154756698). 00000800:00000200:86.0:1596747352.591538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c433b56000 0x37b3b56000(0x37b3b56000) 00000800:00000200:86.0:1596747352.591539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c433b57000 0x37b3b57000(0x37b3b57000) 00000800:00000200:86.0:1596747352.591540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c433b58000 0x37b3b58000(0x37b3b58000) 00000800:00000200:86.0:1596747352.591541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c433b59000 0x37b3b59000(0x37b3b59000) 00000800:00000200:86.0:1596747352.591542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c433b5a000 0x37b3b5a000(0x37b3b5a000) 00000800:00000200:86.0:1596747352.591543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c433b5b000 0x37b3b5b000(0x37b3b5b000) 00000800:00000200:86.0:1596747352.591544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c433b5c000 0x37b3b5c000(0x37b3b5c000) 00000800:00000200:86.0:1596747352.591544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c433b5d000 0x37b3b5d000(0x37b3b5d000) 00000800:00000200:86.0:1596747352.591545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c433b5e000 0x37b3b5e000(0x37b3b5e000) 00000800:00000200:86.0:1596747352.591546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c433b5f000 0x37b3b5f000(0x37b3b5f000) 00000800:00000200:86.0:1596747352.591546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c433b88000 0x37b3b88000(0x37b3b88000) 00000800:00000200:86.0:1596747352.591547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c433b89000 0x37b3b89000(0x37b3b89000) 00000800:00000200:86.0:1596747352.591548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c433b8a000 0x37b3b8a000(0x37b3b8a000) 00000800:00000200:86.0:1596747352.591549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c433b8b000 0x37b3b8b000(0x37b3b8b000) 00000800:00000200:86.0:1596747352.591549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c433b8c000 0x37b3b8c000(0x37b3b8c000) 00000800:00000200:86.0:1596747352.591550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c433b8d000 0x37b3b8d000(0x37b3b8d000) 00000800:00000200:86.0:1596747352.591551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c433b8e000 0x37b3b8e000(0x37b3b8e000) 00000800:00000200:86.0:1596747352.591551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c433b8f000 0x37b3b8f000(0x37b3b8f000) 00000800:00000010:86.0:1596747352.592097:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1580 (tot 154756586). 00000800:00000200:86.0:1596747352.592098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b6600] (20)-- 00000800:00000200:86.0:1596747352.592118:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.147@o2ib36 00000800:00000200:86.0:1596747352.592373:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747352.592681:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.147@o2ib36 00000800:00000200:86.0:1596747352.592683:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.147@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747352.592684:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c4349ae9c0 (tot 154756450). 00000800:00000200:86.0:1596747352.592685:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4349b6600] (19)++ 00000800:00000200:86.0:1596747352.592686:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4349b6600] (20)++ 00000800:00000200:86.0:1596747352.592687:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4349b6600] (21)-- 00000800:00000200:85.2:1596747352.592895:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4349b6600] (20)++ 00000800:00000010:86.0:1596747352.602871:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897880 (tot 154756562). 00000800:00000200:86.0:1596747352.602876:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897880] -> 192.168.128.5@o2ib36 (1)++ 00000800:00000010:86.0:1596747352.602878:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e896b80 (tot 154756674). 00000800:00000010:86.0:1596747352.602880:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d1c2c00 (tot 154756970). 00000800:00000010:86.0:1596747352.602882:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d3418c0 (tot 154757106). 00000800:00000010:86.0:1596747352.602884:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d339000 (tot 154758978). 00000800:00000010:86.0:1596747352.602885:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d3415c0 (tot 154759130). 00000800:00000200:86.0:1596747352.602891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc07000 0x7dcc07000(0x7dcc07000) 00000800:00000200:86.0:1596747352.602892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc08000 0x7dcc08000(0x7dcc08000) 00000800:00000200:86.0:1596747352.602893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc09000 0x7dcc09000(0x7dcc09000) 00000800:00000200:86.0:1596747352.602894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc0a000 0x7dcc0a000(0x7dcc0a000) 00000800:00000200:86.0:1596747352.602894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc0b000 0x7dcc0b000(0x7dcc0b000) 00000800:00000200:86.0:1596747352.602895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc0c000 0x7dcc0c000(0x7dcc0c000) 00000800:00000200:86.0:1596747352.602896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc0d000 0x7dcc0d000(0x7dcc0d000) 00000800:00000200:86.0:1596747352.602897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc0e000 0x7dcc0e000(0x7dcc0e000) 00000800:00000200:86.0:1596747352.602897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc0f000 0x7dcc0f000(0x7dcc0f000) 00000800:00000200:86.0:1596747352.602898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc10000 0x7dcc10000(0x7dcc10000) 00000800:00000200:86.0:1596747352.602899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc11000 0x7dcc11000(0x7dcc11000) 00000800:00000200:86.0:1596747352.602900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc12000 0x7dcc12000(0x7dcc12000) 00000800:00000200:86.0:1596747352.602900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc13000 0x7dcc13000(0x7dcc13000) 00000800:00000200:86.0:1596747352.602901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc14000 0x7dcc14000(0x7dcc14000) 00000800:00000200:86.0:1596747352.602902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc15000 0x7dcc15000(0x7dcc15000) 00000800:00000200:86.0:1596747352.602902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc16000 0x7dcc16000(0x7dcc16000) 00000800:00000200:86.0:1596747352.602903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc17000 0x7dcc17000(0x7dcc17000) 00000800:00000200:86.0:1596747352.602904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc18000 0x7dcc18000(0x7dcc18000) 00000800:00000010:86.0:1596747352.603457:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e896b80 (tot 154759018). 00000800:00000200:86.0:1596747352.603458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.603476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d1c2c00] (20)-- 00000800:00000200:86.0:1596747352.603478:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.5@o2ib36 00000800:00000200:86.0:1596747352.603723:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747352.604083:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.5@o2ib36 00000800:00000200:86.0:1596747352.604084:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.5@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747352.604085:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d3418c0 (tot 154758882). 00000800:00000200:86.0:1596747352.604086:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d1c2c00] (19)++ 00000800:00000200:86.0:1596747352.604087:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d1c2c00] (20)++ 00000800:00000200:86.0:1596747352.604087:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d1c2c00] (21)-- 00000800:00000200:40.2F:1596747352.604247:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d1c2c00] (20)++ 00000800:00020000:17.0:1596747353.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:17.0:1596747353.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.93@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:17.0:1596747353.352537:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50f800] (22)++ 00000800:00000100:17.0:1596747353.352538:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.93@o2ib36: error -110(waiting) 00000800:00000200:17.0:1596747353.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab2a00] -> 192.168.128.93@o2ib36 (2)-- 00000800:00000200:17.0:1596747353.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50f800] (23)-- 00000400:00000200:17.0:1596747353.353013:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.93@o2ib36: down 00000400:00000200:17.0:1596747353.353014:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.93@o2ib36 not found 00000800:00000200:17.0:1596747353.353015:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50f800] (22)-- 00000800:00000200:86.0:1596747353.353355:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c50f800] (21)-- 00000800:00000200:86.0:1596747353.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747353.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00020000:15.0:1596747354.352547:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747354.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.136@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c2800] (22)++ 00000800:00000100:15.0:1596747354.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.136@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e0d0f80] -> 192.168.128.136@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c2800] (23)-- 00000800:00020000:15.0:1596747354.352556:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747354.352557:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.138@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a462979a00] (22)++ 00000800:00000100:15.0:1596747354.352559:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.138@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352562:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01a00] -> 192.168.128.138@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352563:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a462979a00] (23)-- 00000800:00020000:15.0:1596747354.352564:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747354.352565:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.40@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352566:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66804a00] (22)++ 00000800:00000100:15.0:1596747354.352567:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.40@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352569:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489900] -> 192.168.128.40@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352570:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66804a00] (23)-- 00000800:00020000:15.0:1596747354.352571:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747354.352572:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.44@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352573:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff989c5efc7000] (22)++ 00000800:00000100:15.0:1596747354.352575:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.44@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352577:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff989c7e194a00] -> 192.168.128.44@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff989c5efc7000] (23)-- 00000800:00020000:15.0:1596747354.352579:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747354.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.46@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac7d615800] (22)++ 00000800:00000100:15.0:1596747354.352584:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.46@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352586:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3400] -> 192.168.128.46@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352587:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac7d615800] (23)-- 00000800:00020000:15.0:1596747354.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747354.352589:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.150@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352590:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66800e00] (22)++ 00000800:00000100:15.0:1596747354.352591:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.150@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352593:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489880] -> 192.168.128.150@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352594:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66800e00] (23)-- 00000800:00020000:15.0:1596747354.352595:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747354.352596:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.152@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352597:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc563b0000] (22)++ 00000800:00000100:15.0:1596747354.352598:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.152@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352600:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3900] -> 192.168.128.152@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352601:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc563b0000] (23)-- 00000800:00000200:15.0:1596747354.352603:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b1200] (21)++ 00000800:00000200:15.0:1596747354.352605:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4349b1200] (22)++ 00000800:00000200:15.0:1596747354.352609:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4349b1200] (23)-- 00000800:00020000:15.0:1596747354.352609:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747354.352611:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.69@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352611:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66806400] (22)++ 00000800:00000100:15.0:1596747354.352612:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.69@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352614:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b489800] -> 192.168.128.69@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352616:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66806400] (23)-- 00000800:00020000:15.0:1596747354.352618:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747354.352620:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.6@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747354.352621:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66805600] (22)++ 00000800:00000100:15.0:1596747354.352623:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.6@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747354.352624:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488700] -> 192.168.128.6@o2ib36 (2)-- 00000800:00000200:15.0:1596747354.352626:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66805600] (23)-- 00000400:00000200:15.0:1596747354.353115:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.136@o2ib36: down 00000400:00000200:15.0:1596747354.353117:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.136@o2ib36 not found 00000800:00000200:15.0:1596747354.353117:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c2800] (22)-- 00000800:00000200:86.0:1596747354.353402:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c2800] (21)-- 00000400:00000200:15.0:1596747354.353655:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.138@o2ib36: down 00000400:00000200:15.0:1596747354.353656:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.138@o2ib36 not found 00000800:00000200:15.0:1596747354.353656:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a462979a00] (22)-- 00000800:00000200:86.0:1596747354.354007:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a462979a00] (21)-- 00000400:00000200:15.0:1596747354.354191:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.40@o2ib36: down 00000400:00000200:15.0:1596747354.354192:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.40@o2ib36 not found 00000800:00000200:15.0:1596747354.354193:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66804a00] (22)-- 00000800:00000200:86.0:1596747354.354483:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc66804a00] (21)-- 00000400:00000200:15.0:1596747354.354730:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.44@o2ib36: down 00000400:00000200:15.0:1596747354.354731:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.44@o2ib36 not found 00000800:00000200:15.0:1596747354.354731:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff989c5efc7000] (22)-- 00000800:00000200:86.0:1596747354.355078:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff989c5efc7000] (21)-- 00000400:00000200:15.0:1596747354.355101:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.46@o2ib36: down 00000400:00000200:15.0:1596747354.355102:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.46@o2ib36 not found 00000800:00000200:15.0:1596747354.355102:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac7d615800] (22)-- 00000800:00000200:86.0:1596747354.355400:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac7d615800] (21)-- 00000400:00000200:15.0:1596747354.355661:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.150@o2ib36: down 00000400:00000200:15.0:1596747354.355662:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.150@o2ib36 not found 00000800:00000200:15.0:1596747354.355662:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66800e00] (22)-- 00000800:00000200:86.0:1596747354.355898:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc66800e00] (21)-- 00000400:00000200:15.0:1596747354.356207:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.152@o2ib36: down 00000400:00000200:15.0:1596747354.356208:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.152@o2ib36 not found 00000800:00000200:15.0:1596747354.356209:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc563b0000] (22)-- 00000800:00000200:86.0:1596747354.356460:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc563b0000] (21)-- 00000400:00000200:15.0:1596747354.356767:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.69@o2ib36: down 00000400:00000200:15.0:1596747354.356768:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.69@o2ib36 not found 00000800:00000200:15.0:1596747354.356768:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66806400] (22)-- 00000800:00000200:86.0:1596747354.357091:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc66806400] (21)-- 00000400:00000200:15.0:1596747354.357308:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.6@o2ib36: down 00000400:00000200:15.0:1596747354.357309:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.6@o2ib36 not found 00000800:00000200:15.0:1596747354.357309:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66805600] (22)-- 00000800:00000200:86.0:1596747354.357687:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc66805600] (21)-- 00000800:00000200:86.0:1596747354.407505:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747354.407506:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747354.430533:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0880 (tot 154758994). 00000800:00000200:86.0:1596747354.430537:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0880] -> 192.168.128.32@o2ib36 (1)++ 00000800:00000010:86.0:1596747354.430539:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0900 (tot 154759106). 00000800:00000010:86.0:1596747354.430540:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4349b5e00 (tot 154759402). 00000800:00000010:86.0:1596747354.430541:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c4349ae9c0 (tot 154759538). 00000800:00000010:86.0:1596747354.430543:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434940800 (tot 154761410). 00000800:00000010:86.0:1596747354.430545:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353e000 (tot 154761562). 00000800:00000200:86.0:1596747354.430550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c433568000 0x37b3568000(0x37b3568000) 00000800:00000200:86.0:1596747354.430551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c433569000 0x37b3569000(0x37b3569000) 00000800:00000200:86.0:1596747354.430552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c43356a000 0x37b356a000(0x37b356a000) 00000800:00000200:86.0:1596747354.430552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c43356b000 0x37b356b000(0x37b356b000) 00000800:00000200:86.0:1596747354.430553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c43356c000 0x37b356c000(0x37b356c000) 00000800:00000200:86.0:1596747354.430554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c43356d000 0x37b356d000(0x37b356d000) 00000800:00000200:86.0:1596747354.430555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c43356e000 0x37b356e000(0x37b356e000) 00000800:00000200:86.0:1596747354.430555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c43356f000 0x37b356f000(0x37b356f000) 00000800:00000200:86.0:1596747354.430556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c433570000 0x37b3570000(0x37b3570000) 00000800:00000200:86.0:1596747354.430557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c433571000 0x37b3571000(0x37b3571000) 00000800:00000200:86.0:1596747354.430558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c433572000 0x37b3572000(0x37b3572000) 00000800:00000200:86.0:1596747354.430559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c433573000 0x37b3573000(0x37b3573000) 00000800:00000200:86.0:1596747354.430560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c433574000 0x37b3574000(0x37b3574000) 00000800:00000200:86.0:1596747354.430560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c433575000 0x37b3575000(0x37b3575000) 00000800:00000200:86.0:1596747354.430561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c433576000 0x37b3576000(0x37b3576000) 00000800:00000200:86.0:1596747354.430562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c433577000 0x37b3577000(0x37b3577000) 00000800:00000200:86.0:1596747354.430563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c433578000 0x37b3578000(0x37b3578000) 00000800:00000200:86.0:1596747354.430563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c433579000 0x37b3579000(0x37b3579000) 00000800:00000010:86.0:1596747354.431297:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0900 (tot 154761450). 00000800:00000200:86.0:1596747354.431299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431305:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431305:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431306:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431306:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431307:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431309:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431312:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431313:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431314:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.431318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4349b5e00] (20)-- 00000800:00000200:86.0:1596747354.431319:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.32@o2ib36 00000800:00000200:86.0:1596747354.431587:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747354.432014:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.32@o2ib36 00000800:00000200:86.0:1596747354.432015:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.32@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747354.432016:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c4349ae9c0 (tot 154761314). 00000800:00000200:86.0:1596747354.432017:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4349b5e00] (19)++ 00000800:00000200:86.0:1596747354.432018:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4349b5e00] (20)++ 00000800:00000200:86.0:1596747354.432019:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4349b5e00] (21)-- 00000800:00000200:86.2:1596747354.432023:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4349b5e00] (20)++ 00000800:00000010:86.0:1596747354.669295:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194a80 (tot 154761426). 00000800:00000200:86.0:1596747354.669299:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194a80] -> 192.168.128.141@o2ib36 (1)++ 00000800:00000010:86.0:1596747354.669301:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194b00 (tot 154761538). 00000800:00000010:86.0:1596747354.669303:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b4c00 (tot 154761834). 00000800:00000010:86.0:1596747354.669306:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154761970). 00000800:00000010:86.0:1596747354.669308:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8dd000 (tot 154763842). 00000800:00000010:86.0:1596747354.669309:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9ae240 (tot 154763994). 00000800:00000200:86.0:1596747354.669320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c7e4df000 0xffe4df000(0xffe4df000) 00000800:00000200:86.0:1596747354.669321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c7d9e8000 0xffd9e8000(0xffd9e8000) 00000800:00000200:86.0:1596747354.669322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c79bf4000 0xff9bf4000(0xff9bf4000) 00000800:00000200:86.0:1596747354.669323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c7ed1f000 0xffed1f000(0xffed1f000) 00000800:00000200:86.0:1596747354.669324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff9895146bb000 0x8946bb000(0x8946bb000) 00000800:00000200:86.0:1596747354.669324:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c731b5000 0xff31b5000(0xff31b5000) 00000800:00000200:86.0:1596747354.669325:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c7c93d000 0xffc93d000(0xffc93d000) 00000800:00000200:86.0:1596747354.669326:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e991000 0xfde991000(0xfde991000) 00000800:00000200:86.0:1596747354.669327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c73b56000 0xff3b56000(0xff3b56000) 00000800:00000200:86.0:1596747354.669328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c73b57000 0xff3b57000(0xff3b57000) 00000800:00000200:86.0:1596747354.669328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e992000 0xfde992000(0xfde992000) 00000800:00000200:86.0:1596747354.669329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e993000 0xfde993000(0xfde993000) 00000800:00000200:86.0:1596747354.669330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e9a8000 0xfde9a8000(0xfde9a8000) 00000800:00000200:86.0:1596747354.669331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e9a9000 0xfde9a9000(0xfde9a9000) 00000800:00000200:86.0:1596747354.669331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e9aa000 0xfde9aa000(0xfde9aa000) 00000800:00000200:86.0:1596747354.669332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e9ab000 0xfde9ab000(0xfde9ab000) 00000800:00000200:86.0:1596747354.669333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e994000 0xfde994000(0xfde994000) 00000800:00000200:86.0:1596747354.669333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e995000 0xfde995000(0xfde995000) 00000800:00000010:86.0:1596747354.669898:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194b00 (tot 154763882). 00000800:00000200:86.0:1596747354.669899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669902:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669902:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669903:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669903:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669904:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669904:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669905:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669916:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669916:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.669917:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4c00] (20)-- 00000800:00000200:86.0:1596747354.669918:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.141@o2ib36 00000800:00000200:86.0:1596747354.670171:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747354.670558:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.141@o2ib36 00000800:00000200:86.0:1596747354.670560:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.141@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747354.670561:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154763746). 00000800:00000200:86.0:1596747354.670562:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b4c00] (19)++ 00000800:00000200:86.0:1596747354.670563:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b4c00] (20)++ 00000800:00000200:86.0:1596747354.670564:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b4c00] (21)-- 00000800:00000200:87.2:1596747354.670727:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b4c00] (20)++ 00000800:00000010:86.0:1596747354.805308:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2800 (tot 154763858). 00000800:00000200:86.0:1596747354.805311:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2800] -> 192.168.128.131@o2ib36 (1)++ 00000800:00000010:86.0:1596747354.805314:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2880 (tot 154763970). 00000800:00000010:86.0:1596747354.805316:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc56198200 (tot 154764266). 00000800:00000010:86.0:1596747354.805319:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 154764402). 00000800:00000010:86.0:1596747354.805322:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cce800 (tot 154766274). 00000800:00000010:86.0:1596747354.805323:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57477380 (tot 154766426). 00000800:00000200:86.0:1596747354.805331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7c5e7000 0x3ffc5e7000(0x3ffc5e7000) 00000800:00000200:86.0:1596747354.805332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57993000 0x3fd7993000(0x3fd7993000) 00000800:00000200:86.0:1596747354.805333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc7e7e7000 0x3ffe7e7000(0x3ffe7e7000) 00000800:00000200:86.0:1596747354.805334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc7ea2b000 0x3ffea2b000(0x3ffea2b000) 00000800:00000200:86.0:1596747354.805335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57b37000 0x3fd7b37000(0x3fd7b37000) 00000800:00000200:86.0:1596747354.805336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57b9b000 0x3fd7b9b000(0x3fd7b9b000) 00000800:00000200:86.0:1596747354.805337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc5749d000 0x3fd749d000(0x3fd749d000) 00000800:00000200:86.0:1596747354.805337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7a06d000 0x3ffa06d000(0x3ffa06d000) 00000800:00000200:86.0:1596747354.805338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc561c8000 0x3fd61c8000(0x3fd61c8000) 00000800:00000200:86.0:1596747354.805339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc561c1000 0x3fd61c1000(0x3fd61c1000) 00000800:00000200:86.0:1596747354.805340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57b05000 0x3fd7b05000(0x3fd7b05000) 00000800:00000200:86.0:1596747354.805340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc579ed000 0x3fd79ed000(0x3fd79ed000) 00000800:00000200:86.0:1596747354.805341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc579f3000 0x3fd79f3000(0x3fd79f3000) 00000800:00000200:86.0:1596747354.805342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc7b85c000 0x3ffb85c000(0x3ffb85c000) 00000800:00000200:86.0:1596747354.805343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc779b3000 0x3ff79b3000(0x3ff79b3000) 00000800:00000200:86.0:1596747354.805343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc578ad000 0x3fd78ad000(0x3fd78ad000) 00000800:00000200:86.0:1596747354.805344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc6f890000 0x3fef890000(0x3fef890000) 00000800:00000200:86.0:1596747354.805345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc7e7fd000 0x3ffe7fd000(0x3ffe7fd000) 00000800:00000010:86.0:1596747354.805876:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2880 (tot 154766314). 00000800:00000200:86.0:1596747354.805877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.805897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc56198200] (20)-- 00000800:00000200:86.0:1596747354.805898:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.131@o2ib36 00000800:00000200:86.0:1596747354.806143:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747354.806421:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.131@o2ib36 00000800:00000200:86.0:1596747354.806422:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.131@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747354.806423:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 154766178). 00000800:00000200:86.0:1596747354.806424:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc56198200] (19)++ 00000800:00000200:86.0:1596747354.806425:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc56198200] (20)++ 00000800:00000200:86.0:1596747354.806426:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc56198200] (21)-- 00000800:00000200:88.2:1596747354.806435:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc56198200] (20)++ 00000800:00000010:86.0:1596747355.036086:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3300 (tot 154766290). 00000800:00000200:86.0:1596747355.036089:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3300] -> 192.168.128.127@o2ib36 (1)++ 00000800:00000010:86.0:1596747355.036091:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab3280 (tot 154766402). 00000800:00000010:86.0:1596747355.036093:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cd400 (tot 154766698). 00000800:00000010:86.0:1596747355.036096:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d98c0 (tot 154766834). 00000800:00000010:86.0:1596747355.036098:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d4000 (tot 154768706). 00000800:00000010:86.0:1596747355.036100:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d9800 (tot 154768858). 00000800:00000200:86.0:1596747355.036111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7f0da000 0x1fff0da000(0x1fff0da000) 00000800:00000200:86.0:1596747355.036112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7f307000 0x1fff307000(0x1fff307000) 00000800:00000200:86.0:1596747355.036113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7860d000 0x1ff860d000(0x1ff860d000) 00000800:00000200:86.0:1596747355.036114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7e191000 0x1ffe191000(0x1ffe191000) 00000800:00000200:86.0:1596747355.036114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a514af1000 0x1894af1000(0x1894af1000) 00000800:00000200:86.0:1596747355.036116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7f3e7000 0x1fff3e7000(0x1fff3e7000) 00000800:00000200:86.0:1596747355.036116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac72c5b000 0x1ff2c5b000(0x1ff2c5b000) 00000800:00000200:86.0:1596747355.036117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac72857000 0x1ff2857000(0x1ff2857000) 00000800:00000200:86.0:1596747355.036118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7eb31000 0x1ffeb31000(0x1ffeb31000) 00000800:00000200:86.0:1596747355.036118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7eb1c000 0x1ffeb1c000(0x1ffeb1c000) 00000800:00000200:86.0:1596747355.036119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7eedf000 0x1ffeedf000(0x1ffeedf000) 00000800:00000200:86.0:1596747355.036120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac7e659000 0x1ffe659000(0x1ffe659000) 00000800:00000200:86.0:1596747355.036121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac72c56000 0x1ff2c56000(0x1ff2c56000) 00000800:00000200:86.0:1596747355.036121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7f31c000 0x1fff31c000(0x1fff31c000) 00000800:00000200:86.0:1596747355.036122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7e264000 0x1ffe264000(0x1ffe264000) 00000800:00000200:86.0:1596747355.036123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7e265000 0x1ffe265000(0x1ffe265000) 00000800:00000200:86.0:1596747355.036124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c6da000 0x1fdc6da000(0x1fdc6da000) 00000800:00000200:86.0:1596747355.036124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c6db000 0x1fdc6db000(0x1fdc6db000) 00000800:00000010:86.0:1596747355.036664:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab3280 (tot 154768746). 00000800:00000200:86.0:1596747355.036665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036672:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036673:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036673:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036674:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036674:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036675:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036676:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036676:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036677:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036677:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036678:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036678:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036679:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036679:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036680:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036680:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036681:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036681:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036682:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036682:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.036683:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cd400] (20)-- 00000800:00000200:86.0:1596747355.036684:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.127@o2ib36 00000800:00000200:86.0:1596747355.036937:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747355.037247:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.127@o2ib36 00000800:00000200:86.0:1596747355.037248:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.127@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747355.037249:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d98c0 (tot 154768610). 00000800:00000200:86.0:1596747355.037250:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cd400] (19)++ 00000800:00000200:86.0:1596747355.037250:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cd400] (20)++ 00000800:00000200:86.0:1596747355.037251:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cd400] (21)-- 00000800:00000200:84.2:1596747355.037253:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cd400] (20)++ 00000800:00000010:86.0:1596747355.283868:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01900 (tot 154768722). 00000800:00000200:86.0:1596747355.283871:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01900] -> 192.168.128.20@o2ib36 (1)++ 00000800:00000010:86.0:1596747355.283874:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01880 (tot 154768834). 00000800:00000010:86.0:1596747355.283878:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462981000 (tot 154769130). 00000800:00000010:86.0:1596747355.283881:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154769266). 00000800:00000010:86.0:1596747355.283884:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a691000 (tot 154771138). 00000800:00000010:86.0:1596747355.283885:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8a540 (tot 154771290). 00000800:00000200:86.0:1596747355.283894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47f6f5000 0x17ff6f5000(0x17ff6f5000) 00000800:00000200:86.0:1596747355.283895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47f6f6000 0x17ff6f6000(0x17ff6f6000) 00000800:00000200:86.0:1596747355.283896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47f6f7000 0x17ff6f7000(0x17ff6f7000) 00000800:00000200:86.0:1596747355.283898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a461420000 0x17e1420000(0x17e1420000) 00000800:00000200:86.0:1596747355.283898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a461421000 0x17e1421000(0x17e1421000) 00000800:00000200:86.0:1596747355.283899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a461422000 0x17e1422000(0x17e1422000) 00000800:00000200:86.0:1596747355.283900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a461423000 0x17e1423000(0x17e1423000) 00000800:00000200:86.0:1596747355.283901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a461484000 0x17e1484000(0x17e1484000) 00000800:00000200:86.0:1596747355.283901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a461485000 0x17e1485000(0x17e1485000) 00000800:00000200:86.0:1596747355.283902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a461486000 0x17e1486000(0x17e1486000) 00000800:00000200:86.0:1596747355.283903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a461487000 0x17e1487000(0x17e1487000) 00000800:00000200:86.0:1596747355.283903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476710000 0x17f6710000(0x17f6710000) 00000800:00000200:86.0:1596747355.283904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476711000 0x17f6711000(0x17f6711000) 00000800:00000200:86.0:1596747355.283905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476712000 0x17f6712000(0x17f6712000) 00000800:00000200:86.0:1596747355.283906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476713000 0x17f6713000(0x17f6713000) 00000800:00000200:86.0:1596747355.283906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a461648000 0x17e1648000(0x17e1648000) 00000800:00000200:86.0:1596747355.283907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a461649000 0x17e1649000(0x17e1649000) 00000800:00000200:86.0:1596747355.283908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a46164a000 0x17e164a000(0x17e164a000) 00000800:00000010:86.0:1596747355.284456:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01880 (tot 154771178). 00000800:00000200:86.0:1596747355.284457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.284476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981000] (20)-- 00000800:00000200:86.0:1596747355.284477:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.20@o2ib36 00000800:00000200:86.0:1596747355.284737:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747355.285153:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462981000] (19)++ 00000800:00000200:86.0:1596747355.285156:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.20@o2ib36 00000800:00000200:86.0:1596747355.285157:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.20@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747355.285158:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154771042). 00000800:00000200:86.0:1596747355.285159:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462981000] (20)++ 00000800:00000200:86.0:1596747355.285160:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462981000] (21)++ 00000800:00000200:86.0:1596747355.285160:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462981000] (22)-- 00000800:00000010:86.0:1596747355.291862:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897e80 (tot 154771154). 00000800:00000200:86.0:1596747355.291865:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897e80] -> 192.168.128.115@o2ib36 (1)++ 00000800:00000010:86.0:1596747355.291867:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897f00 (tot 154771266). 00000800:00000010:86.0:1596747355.291869:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d432000 (tot 154771562). 00000800:00000010:86.0:1596747355.291872:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d340480 (tot 154771698). 00000800:00000010:86.0:1596747355.291875:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d33b800 (tot 154773570). 00000800:00000010:86.0:1596747355.291876:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d3409c0 (tot 154773722). 00000800:00000200:86.0:1596747355.291879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc19000 0x7dcc19000(0x7dcc19000) 00000800:00000200:86.0:1596747355.291880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc1a000 0x7dcc1a000(0x7dcc1a000) 00000800:00000200:86.0:1596747355.291881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc1b000 0x7dcc1b000(0x7dcc1b000) 00000800:00000200:86.0:1596747355.291882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc1c000 0x7dcc1c000(0x7dcc1c000) 00000800:00000200:86.0:1596747355.291883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc1d000 0x7dcc1d000(0x7dcc1d000) 00000800:00000200:86.0:1596747355.291884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc1e000 0x7dcc1e000(0x7dcc1e000) 00000800:00000200:86.0:1596747355.291884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc1f000 0x7dcc1f000(0x7dcc1f000) 00000800:00000200:86.0:1596747355.291885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc20000 0x7dcc20000(0x7dcc20000) 00000800:00000200:86.0:1596747355.291886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc21000 0x7dcc21000(0x7dcc21000) 00000800:00000200:86.0:1596747355.291887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc22000 0x7dcc22000(0x7dcc22000) 00000800:00000200:86.0:1596747355.291887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc23000 0x7dcc23000(0x7dcc23000) 00000800:00000200:86.0:1596747355.291888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc24000 0x7dcc24000(0x7dcc24000) 00000800:00000200:86.0:1596747355.291889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc25000 0x7dcc25000(0x7dcc25000) 00000800:00000200:86.0:1596747355.291890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc26000 0x7dcc26000(0x7dcc26000) 00000800:00000200:86.0:1596747355.291890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc27000 0x7dcc27000(0x7dcc27000) 00000800:00000200:86.0:1596747355.291891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc28000 0x7dcc28000(0x7dcc28000) 00000800:00000200:86.0:1596747355.291892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc29000 0x7dcc29000(0x7dcc29000) 00000800:00000200:86.0:1596747355.291892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc2a000 0x7dcc2a000(0x7dcc2a000) 00000800:00000010:86.0:1596747355.292420:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897f00 (tot 154773610). 00000800:00000200:86.0:1596747355.292421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292433:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.292439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d432000] (20)-- 00000800:00000200:86.0:1596747355.292440:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.115@o2ib36 00000800:00000200:86.0:1596747355.292693:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747355.293068:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.115@o2ib36 00000800:00000200:86.0:1596747355.293069:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.115@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747355.293070:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d340480 (tot 154773474). 00000800:00000200:86.0:1596747355.293071:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d432000] (19)++ 00000800:00000200:86.0:1596747355.293071:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d432000] (20)++ 00000800:00000200:86.0:1596747355.293072:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d432000] (21)-- 00000800:00000200:41.2:1596747355.293078:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d432000] (20)++ 00000800:00020000:15.0:1596747355.352545:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747355.352547:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.113@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352548:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c437c9ea00] (22)++ 00000800:00020000:15.0:1596747355.352550:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747355.352551:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.12@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352552:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98ac5c50cc00] (22)++ 00000800:00000100:15.0:1596747355.352553:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.12@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352555:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98ac7eab3380] -> 192.168.128.12@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352556:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98ac5c50cc00] (23)-- 00000800:00000100:15.0:1596747355.352557:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.113@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352558:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1700] -> 192.168.128.113@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352560:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c437c9ea00] (23)-- 00000800:00020000:15.0:1596747355.352561:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747355.352562:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.15@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352563:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a46297e600] (22)++ 00000800:00000100:15.0:1596747355.352564:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.15@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352566:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab00f80] -> 192.168.128.15@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352567:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a46297e600] (23)-- 00000800:00000200:15.0:1596747355.352568:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444c000] (21)++ 00000800:00000200:15.0:1596747355.352570:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444c000] (22)++ 00000800:00000200:15.0:1596747355.352573:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444c000] (23)-- 00000800:00020000:15.0:1596747355.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:15.0:1596747355.352575:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.19@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98bc66801400] (22)++ 00000800:00000100:15.0:1596747355.352576:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.19@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352578:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98bc7b488780] -> 192.168.128.19@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352579:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98bc66801400] (23)-- 00000800:00020000:15.0:1596747355.352582:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 2 seconds 00000800:00020000:15.0:1596747355.352583:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.29@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352584:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc57968200] (22)++ 00000800:00000100:15.0:1596747355.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.29@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3980] -> 192.168.128.29@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc57968200] (23)-- 00000800:00020000:15.0:1596747355.352588:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747355.352590:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.30@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352591:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444a200] (22)++ 00000800:00000100:15.0:1596747355.352593:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.30@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352595:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515800] -> 192.168.128.30@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352596:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444a200] (23)-- 00000800:00020000:15.0:1596747355.352597:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747355.352598:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.132@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352599:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46470d400] (22)++ 00000800:00000100:15.0:1596747355.352600:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.132@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352602:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514880] -> 192.168.128.132@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352603:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46470d400] (23)-- 00000800:00000200:15.0:1596747355.352608:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55c08000] (21)++ 00000800:00000200:15.0:1596747355.352610:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55c08000] (22)++ 00000800:00000200:15.0:1596747355.352612:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55c08000] (23)-- 00000800:00020000:15.0:1596747355.352613:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747355.352614:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.73@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747355.352616:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d1c3800] (22)++ 00000800:00000100:15.0:1596747355.352617:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.73@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747355.352619:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896c00] -> 192.168.128.73@o2ib36 (2)-- 00000800:00000200:15.0:1596747355.352620:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d1c3800] (23)-- 00000400:00000200:15.0:1596747355.353137:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.12@o2ib36: down 00000400:00000200:15.0:1596747355.353138:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.12@o2ib36 not found 00000800:00000200:15.0:1596747355.353139:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98ac5c50cc00] (22)-- 00000800:00000200:86.0:1596747355.353510:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98ac5c50cc00] (21)-- 00000400:00000200:15.0:1596747355.353682:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.113@o2ib36: down 00000400:00000200:15.0:1596747355.353683:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.113@o2ib36 not found 00000800:00000200:15.0:1596747355.353684:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c437c9ea00] (22)-- 00000400:00000200:15.0:1596747355.354210:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.15@o2ib36: down 00000400:00000200:15.0:1596747355.354211:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.15@o2ib36 not found 00000800:00000200:15.0:1596747355.354212:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a46297e600] (22)-- 00000800:00000200:86.0:1596747355.354380:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c437c9ea00] (21)-- 00000800:00000200:86.0:1596747355.354531:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a46297e600] (21)-- 00000400:00000200:15.0:1596747355.354759:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.19@o2ib36: down 00000400:00000200:15.0:1596747355.354760:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.19@o2ib36 not found 00000800:00000200:15.0:1596747355.354760:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98bc66801400] (22)-- 00000800:00000200:86.0:1596747355.355286:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98bc66801400] (21)-- 00000400:00000200:15.0:1596747355.355296:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.29@o2ib36: down 00000400:00000200:15.0:1596747355.355298:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.29@o2ib36 not found 00000800:00000200:15.0:1596747355.355299:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc57968200] (22)-- 00000400:00000200:15.0:1596747355.355853:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.30@o2ib36: down 00000400:00000200:15.0:1596747355.355855:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.30@o2ib36 not found 00000800:00000200:15.0:1596747355.355855:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444a200] (22)-- 00000800:00000200:86.0:1596747355.355942:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc57968200] (21)-- 00000400:00000200:15.0:1596747355.356395:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.132@o2ib36: down 00000400:00000200:15.0:1596747355.356396:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.132@o2ib36 not found 00000800:00000200:15.0:1596747355.356396:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46470d400] (22)-- 00000800:00000200:86.0:1596747355.356408:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46444a200] (21)-- 00000800:00000200:86.0:1596747355.356700:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46470d400] (21)-- 00000400:00000200:15.0:1596747355.356954:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.73@o2ib36: down 00000400:00000200:15.0:1596747355.356955:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.73@o2ib36 not found 00000800:00000200:15.0:1596747355.356956:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d1c3800] (22)-- 00000800:00000200:86.0:1596747355.357266:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d1c3800] (21)-- 00000800:00000200:86.0:1596747355.407527:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747355.820709:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2b00 (tot 154773586). 00000800:00000200:86.0:1596747355.820713:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2b00] -> 192.168.128.143@o2ib36 (1)++ 00000800:00000010:86.0:1596747355.820715:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2b80 (tot 154773698). 00000800:00000010:86.0:1596747355.820716:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6ca600 (tot 154773994). 00000800:00000010:86.0:1596747355.820718:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d8240 (tot 154774130). 00000800:00000010:86.0:1596747355.820720:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d5000 (tot 154776002). 00000800:00000010:86.0:1596747355.820721:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d8540 (tot 154776154). 00000800:00000200:86.0:1596747355.820724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c6dc000 0x1fdc6dc000(0x1fdc6dc000) 00000800:00000200:86.0:1596747355.820725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c6dd000 0x1fdc6dd000(0x1fdc6dd000) 00000800:00000200:86.0:1596747355.820726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c6de000 0x1fdc6de000(0x1fdc6de000) 00000800:00000200:86.0:1596747355.820727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c6df000 0x1fdc6df000(0x1fdc6df000) 00000800:00000200:86.0:1596747355.820728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac72498000 0x1ff2498000(0x1ff2498000) 00000800:00000200:86.0:1596747355.820728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac72499000 0x1ff2499000(0x1ff2499000) 00000800:00000200:86.0:1596747355.820729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7249a000 0x1ff249a000(0x1ff249a000) 00000800:00000200:86.0:1596747355.820730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7249b000 0x1ff249b000(0x1ff249b000) 00000800:00000200:86.0:1596747355.820731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7249c000 0x1ff249c000(0x1ff249c000) 00000800:00000200:86.0:1596747355.820731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7249d000 0x1ff249d000(0x1ff249d000) 00000800:00000200:86.0:1596747355.820732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7249e000 0x1ff249e000(0x1ff249e000) 00000800:00000200:86.0:1596747355.820733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac7249f000 0x1ff249f000(0x1ff249f000) 00000800:00000200:86.0:1596747355.820734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac72438000 0x1ff2438000(0x1ff2438000) 00000800:00000200:86.0:1596747355.820734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac72439000 0x1ff2439000(0x1ff2439000) 00000800:00000200:86.0:1596747355.820735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7243a000 0x1ff243a000(0x1ff243a000) 00000800:00000200:86.0:1596747355.820736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7243b000 0x1ff243b000(0x1ff243b000) 00000800:00000200:86.0:1596747355.820736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7243c000 0x1ff243c000(0x1ff243c000) 00000800:00000200:86.0:1596747355.820737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7243d000 0x1ff243d000(0x1ff243d000) 00000800:00000010:86.0:1596747355.821275:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2b80 (tot 154776042). 00000800:00000200:86.0:1596747355.821277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6ca600] (20)-- 00000800:00000200:86.0:1596747355.821296:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.143@o2ib36 00000800:00000200:86.0:1596747355.821560:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747355.821921:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.143@o2ib36 00000800:00000200:86.0:1596747355.821922:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.143@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747355.821923:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d8240 (tot 154775906). 00000800:00000200:86.0:1596747355.821924:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6ca600] (19)++ 00000800:00000200:86.0:1596747355.821925:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6ca600] (20)++ 00000800:00000200:86.0:1596747355.821926:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6ca600] (21)-- 00000800:00000200:88.2:1596747355.822087:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6ca600] (20)++ 00000800:00000010:86.0:1596747355.897549:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01080 (tot 154776018). 00000800:00000200:86.0:1596747355.897552:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01080] -> 192.168.128.117@o2ib36 (1)++ 00000800:00000010:86.0:1596747355.897554:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01100 (tot 154776130). 00000800:00000010:86.0:1596747355.897556:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a47e008400 (tot 154776426). 00000800:00000010:86.0:1596747355.897558:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8b8c0 (tot 154776562). 00000800:00000010:86.0:1596747355.897560:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a696000 (tot 154778434). 00000800:00000010:86.0:1596747355.897561:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8b5c0 (tot 154778586). 00000800:00000200:86.0:1596747355.897571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a46164b000 0x17e164b000(0x17e164b000) 00000800:00000200:86.0:1596747355.897572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a461644000 0x17e1644000(0x17e1644000) 00000800:00000200:86.0:1596747355.897573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a461645000 0x17e1645000(0x17e1645000) 00000800:00000200:86.0:1596747355.897574:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a461646000 0x17e1646000(0x17e1646000) 00000800:00000200:86.0:1596747355.897575:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a461647000 0x17e1647000(0x17e1647000) 00000800:00000200:86.0:1596747355.897576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a461674000 0x17e1674000(0x17e1674000) 00000800:00000200:86.0:1596747355.897576:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a461675000 0x17e1675000(0x17e1675000) 00000800:00000200:86.0:1596747355.897577:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a461676000 0x17e1676000(0x17e1676000) 00000800:00000200:86.0:1596747355.897578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a461677000 0x17e1677000(0x17e1677000) 00000800:00000200:86.0:1596747355.897578:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47b280000 0x17fb280000(0x17fb280000) 00000800:00000200:86.0:1596747355.897579:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47b281000 0x17fb281000(0x17fb281000) 00000800:00000200:86.0:1596747355.897580:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47b282000 0x17fb282000(0x17fb282000) 00000800:00000200:86.0:1596747355.897581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47b283000 0x17fb283000(0x17fb283000) 00000800:00000200:86.0:1596747355.897581:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a461630000 0x17e1630000(0x17e1630000) 00000800:00000200:86.0:1596747355.897582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a461631000 0x17e1631000(0x17e1631000) 00000800:00000200:86.0:1596747355.897583:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a461632000 0x17e1632000(0x17e1632000) 00000800:00000200:86.0:1596747355.897584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a461633000 0x17e1633000(0x17e1633000) 00000800:00000200:86.0:1596747355.897584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47e46c000 0x17fe46c000(0x17fe46c000) 00000800:00000010:86.0:1596747355.898141:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01100 (tot 154778474). 00000800:00000200:86.0:1596747355.898142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898147:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898148:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898148:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898149:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898149:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898150:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898150:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898151:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898151:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898152:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898152:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898153:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898153:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898154:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898154:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898155:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898155:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898156:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898156:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898157:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898157:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898159:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a47e008400] (20)-- 00000800:00000200:86.0:1596747355.898162:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.117@o2ib36 00000800:00000200:86.0:1596747355.898423:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747355.898747:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.117@o2ib36 00000800:00000200:86.0:1596747355.898749:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.117@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747355.898750:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8b8c0 (tot 154778338). 00000800:00000200:86.0:1596747355.898751:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a47e008400] (19)++ 00000800:00000200:86.0:1596747355.898752:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a47e008400] (20)++ 00000800:00000200:86.0:1596747355.898753:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a47e008400] (21)-- 00000800:00000200:39.2:1596747355.898946:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a47e008400] (20)++ 00000800:00020000:15.0:1596747356.352527:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747356.352531:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.97@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747356.352532:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc56388000] (22)++ 00000800:00000100:15.0:1596747356.352533:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.97@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747356.352536:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2680] -> 192.168.128.97@o2ib36 (2)-- 00000800:00000200:15.0:1596747356.352537:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc56388000] (23)-- 00000400:00000200:15.0:1596747356.353097:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.97@o2ib36: down 00000400:00000200:15.0:1596747356.353098:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.97@o2ib36 not found 00000800:00000200:15.0:1596747356.353099:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc56388000] (22)-- 00000800:00000200:86.0:1596747356.353756:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc56388000] (21)-- 00000800:00000200:86.0:1596747356.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407548:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407550:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407551:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407552:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407554:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407555:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407556:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747356.407558:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747356.472249:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e896b80 (tot 154778450). 00000800:00000200:86.0:1596747356.472253:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e896b80] -> 192.168.128.149@o2ib36 (1)++ 00000800:00000010:86.0:1596747356.472255:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897a80 (tot 154778562). 00000800:00000010:86.0:1596747356.472257:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d428600 (tot 154778858). 00000800:00000010:86.0:1596747356.472259:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d3418c0 (tot 154778994). 00000800:00000010:86.0:1596747356.472260:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d33e800 (tot 154780866). 00000800:00000010:86.0:1596747356.472261:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d341380 (tot 154781018). 00000800:00000200:86.0:1596747356.472267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc2b000 0x7dcc2b000(0x7dcc2b000) 00000800:00000200:86.0:1596747356.472268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc2c000 0x7dcc2c000(0x7dcc2c000) 00000800:00000200:86.0:1596747356.472269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc2d000 0x7dcc2d000(0x7dcc2d000) 00000800:00000200:86.0:1596747356.472270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc2e000 0x7dcc2e000(0x7dcc2e000) 00000800:00000200:86.0:1596747356.472270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc2f000 0x7dcc2f000(0x7dcc2f000) 00000800:00000200:86.0:1596747356.472271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc30000 0x7dcc30000(0x7dcc30000) 00000800:00000200:86.0:1596747356.472272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc31000 0x7dcc31000(0x7dcc31000) 00000800:00000200:86.0:1596747356.472273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc32000 0x7dcc32000(0x7dcc32000) 00000800:00000200:86.0:1596747356.472273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc33000 0x7dcc33000(0x7dcc33000) 00000800:00000200:86.0:1596747356.472274:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc34000 0x7dcc34000(0x7dcc34000) 00000800:00000200:86.0:1596747356.472275:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc35000 0x7dcc35000(0x7dcc35000) 00000800:00000200:86.0:1596747356.472276:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc36000 0x7dcc36000(0x7dcc36000) 00000800:00000200:86.0:1596747356.472277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc37000 0x7dcc37000(0x7dcc37000) 00000800:00000200:86.0:1596747356.472277:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc38000 0x7dcc38000(0x7dcc38000) 00000800:00000200:86.0:1596747356.472278:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc39000 0x7dcc39000(0x7dcc39000) 00000800:00000200:86.0:1596747356.472279:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc3a000 0x7dcc3a000(0x7dcc3a000) 00000800:00000200:86.0:1596747356.472280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc3b000 0x7dcc3b000(0x7dcc3b000) 00000800:00000200:86.0:1596747356.472280:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc3c000 0x7dcc3c000(0x7dcc3c000) 00000800:00000010:86.0:1596747356.472841:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897a80 (tot 154780906). 00000800:00000200:86.0:1596747356.472842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472853:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472854:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472854:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472855:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472855:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472856:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472856:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472857:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.472860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d428600] (20)-- 00000800:00000200:86.0:1596747356.472862:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.149@o2ib36 00000800:00000200:86.0:1596747356.473132:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747356.473580:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.149@o2ib36 00000800:00000200:86.0:1596747356.473582:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.149@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747356.473583:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d3418c0 (tot 154780770). 00000800:00000200:86.0:1596747356.473584:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d428600] (19)++ 00000800:00000200:86.0:1596747356.473585:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d428600] (20)++ 00000800:00000200:86.0:1596747356.473585:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d428600] (21)-- 00000800:00000200:40.2:1596747356.473739:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d428600] (20)++ 00000800:00000010:86.0:1596747356.601023:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e195280 (tot 154780882). 00000800:00000200:86.0:1596747356.601027:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e195280] -> 192.168.128.36@o2ib36 (1)++ 00000800:00000010:86.0:1596747356.601030:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e195200 (tot 154780994). 00000800:00000010:86.0:1596747356.601033:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b2c00 (tot 154781290). 00000800:00000010:86.0:1596747356.601034:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9afe00 (tot 154781426). 00000800:00000010:86.0:1596747356.601036:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8d9000 (tot 154783298). 00000800:00000010:86.0:1596747356.601037:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9afb00 (tot 154783450). 00000800:00000200:86.0:1596747356.601044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e996000 0xfde996000(0xfde996000) 00000800:00000200:86.0:1596747356.601045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e997000 0xfde997000(0xfde997000) 00000800:00000200:86.0:1596747356.601046:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e9a0000 0xfde9a0000(0xfde9a0000) 00000800:00000200:86.0:1596747356.601047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e9a1000 0xfde9a1000(0xfde9a1000) 00000800:00000200:86.0:1596747356.601047:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e9a2000 0xfde9a2000(0xfde9a2000) 00000800:00000200:86.0:1596747356.601048:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e9a3000 0xfde9a3000(0xfde9a3000) 00000800:00000200:86.0:1596747356.601049:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e9a4000 0xfde9a4000(0xfde9a4000) 00000800:00000200:86.0:1596747356.601050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e9a5000 0xfde9a5000(0xfde9a5000) 00000800:00000200:86.0:1596747356.601050:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e9a6000 0xfde9a6000(0xfde9a6000) 00000800:00000200:86.0:1596747356.601051:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e9a7000 0xfde9a7000(0xfde9a7000) 00000800:00000200:86.0:1596747356.601052:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e9b8000 0xfde9b8000(0xfde9b8000) 00000800:00000200:86.0:1596747356.601053:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e9b9000 0xfde9b9000(0xfde9b9000) 00000800:00000200:86.0:1596747356.601054:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e9ba000 0xfde9ba000(0xfde9ba000) 00000800:00000200:86.0:1596747356.601054:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e9bb000 0xfde9bb000(0xfde9bb000) 00000800:00000200:86.0:1596747356.601055:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e9bc000 0xfde9bc000(0xfde9bc000) 00000800:00000200:86.0:1596747356.601056:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e9bd000 0xfde9bd000(0xfde9bd000) 00000800:00000200:86.0:1596747356.601057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e9be000 0xfde9be000(0xfde9be000) 00000800:00000200:86.0:1596747356.601057:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e9bf000 0xfde9bf000(0xfde9bf000) 00000800:00000010:86.0:1596747356.601625:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e195200 (tot 154783338). 00000800:00000200:86.0:1596747356.601626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601640:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601640:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601641:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601641:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601642:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601642:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601643:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.601644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b2c00] (20)-- 00000800:00000200:86.0:1596747356.601645:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.36@o2ib36 00000800:00000200:86.0:1596747356.601904:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747356.602301:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.36@o2ib36 00000800:00000200:86.0:1596747356.602302:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.36@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747356.602303:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9afe00 (tot 154783202). 00000800:00000200:86.0:1596747356.602304:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b2c00] (19)++ 00000800:00000200:86.0:1596747356.602304:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b2c00] (20)++ 00000800:00000200:86.0:1596747356.602305:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b2c00] (21)-- 00000800:00000200:87.2:1596747356.602469:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b2c00] (20)++ 00000800:00000010:86.0:1596747356.719959:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01880 (tot 154783314). 00000800:00000200:86.0:1596747356.719963:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01880] -> 192.168.128.109@o2ib36 (1)++ 00000800:00000010:86.0:1596747356.719965:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01800 (tot 154783426). 00000800:00000010:86.0:1596747356.719969:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a46297ec00 (tot 154783722). 00000800:00000010:86.0:1596747356.719972:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154783858). 00000800:00000010:86.0:1596747356.719975:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a694000 (tot 154785730). 00000800:00000010:86.0:1596747356.719976:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8a780 (tot 154785882). 00000800:00000200:86.0:1596747356.719979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47e46d000 0x17fe46d000(0x17fe46d000) 00000800:00000200:86.0:1596747356.719980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47e46e000 0x17fe46e000(0x17fe46e000) 00000800:00000200:86.0:1596747356.719981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47e46f000 0x17fe46f000(0x17fe46f000) 00000800:00000200:86.0:1596747356.719981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476cb4000 0x17f6cb4000(0x17f6cb4000) 00000800:00000200:86.0:1596747356.719982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476cb5000 0x17f6cb5000(0x17f6cb5000) 00000800:00000200:86.0:1596747356.719983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476cb6000 0x17f6cb6000(0x17f6cb6000) 00000800:00000200:86.0:1596747356.719984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476cb7000 0x17f6cb7000(0x17f6cb7000) 00000800:00000200:86.0:1596747356.719984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476cbc000 0x17f6cbc000(0x17f6cbc000) 00000800:00000200:86.0:1596747356.719985:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476cbd000 0x17f6cbd000(0x17f6cbd000) 00000800:00000200:86.0:1596747356.719986:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476cbe000 0x17f6cbe000(0x17f6cbe000) 00000800:00000200:86.0:1596747356.719987:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476cbf000 0x17f6cbf000(0x17f6cbf000) 00000800:00000200:86.0:1596747356.719988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476ca8000 0x17f6ca8000(0x17f6ca8000) 00000800:00000200:86.0:1596747356.719988:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476ca9000 0x17f6ca9000(0x17f6ca9000) 00000800:00000200:86.0:1596747356.719989:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a476caa000 0x17f6caa000(0x17f6caa000) 00000800:00000200:86.0:1596747356.719990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a476cab000 0x17f6cab000(0x17f6cab000) 00000800:00000200:86.0:1596747356.719991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476ca4000 0x17f6ca4000(0x17f6ca4000) 00000800:00000200:86.0:1596747356.719991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476ca5000 0x17f6ca5000(0x17f6ca5000) 00000800:00000200:86.0:1596747356.719992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476ca6000 0x17f6ca6000(0x17f6ca6000) 00000800:00000010:86.0:1596747356.720535:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01800 (tot 154785770). 00000800:00000200:86.0:1596747356.720536:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720537:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720538:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720538:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720539:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720539:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720540:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720540:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720541:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720541:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720542:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720542:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720543:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720543:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720544:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720544:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720545:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720545:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720546:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720546:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720547:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720547:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720548:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720548:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720549:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720549:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720550:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720550:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720551:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720551:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720552:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720552:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720553:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720553:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.720554:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297ec00] (20)-- 00000800:00000200:86.0:1596747356.720556:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.109@o2ib36 00000800:00000200:86.0:1596747356.720812:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747356.721161:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.109@o2ib36 00000800:00000200:86.0:1596747356.721162:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.109@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747356.721163:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154785634). 00000800:00000200:86.0:1596747356.721164:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a46297ec00] (19)++ 00000800:00000200:86.0:1596747356.721165:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a46297ec00] (20)++ 00000800:00000200:86.0:1596747356.721166:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a46297ec00] (21)-- 00000800:00000200:41.2:1596747356.721167:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297ec00] (20)++ 00000800:00000010:86.0:1596747356.727228:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01800 (tot 154785746). 00000800:00000200:86.0:1596747356.727232:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01800] -> 192.168.128.104@o2ib36 (1)++ 00000800:00000010:86.0:1596747356.727235:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01780 (tot 154785858). 00000800:00000010:86.0:1596747356.727236:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a461624000 (tot 154786154). 00000800:00000010:86.0:1596747356.727237:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154786290). 00000800:00000010:86.0:1596747356.727238:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a697000 (tot 154788162). 00000800:00000010:86.0:1596747356.727239:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8a9c0 (tot 154788314). 00000800:00000200:86.0:1596747356.727247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476ca7000 0x17f6ca7000(0x17f6ca7000) 00000800:00000200:86.0:1596747356.727248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a46156c000 0x17e156c000(0x17e156c000) 00000800:00000200:86.0:1596747356.727249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a46156d000 0x17e156d000(0x17e156d000) 00000800:00000200:86.0:1596747356.727250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a46156e000 0x17e156e000(0x17e156e000) 00000800:00000200:86.0:1596747356.727251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a46156f000 0x17e156f000(0x17e156f000) 00000800:00000200:86.0:1596747356.727252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476c7c000 0x17f6c7c000(0x17f6c7c000) 00000800:00000200:86.0:1596747356.727252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476c7d000 0x17f6c7d000(0x17f6c7d000) 00000800:00000200:86.0:1596747356.727253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476c7e000 0x17f6c7e000(0x17f6c7e000) 00000800:00000200:86.0:1596747356.727254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476c7f000 0x17f6c7f000(0x17f6c7f000) 00000800:00000200:86.0:1596747356.727255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a462a44000 0x17e2a44000(0x17e2a44000) 00000800:00000200:86.0:1596747356.727256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a462a45000 0x17e2a45000(0x17e2a45000) 00000800:00000200:86.0:1596747356.727256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a462a46000 0x17e2a46000(0x17e2a46000) 00000800:00000200:86.0:1596747356.727257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a462a47000 0x17e2a47000(0x17e2a47000) 00000800:00000200:86.0:1596747356.727258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47e9b8000 0x17fe9b8000(0x17fe9b8000) 00000800:00000200:86.0:1596747356.727259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47e9b9000 0x17fe9b9000(0x17fe9b9000) 00000800:00000200:86.0:1596747356.727259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47e9ba000 0x17fe9ba000(0x17fe9ba000) 00000800:00000200:86.0:1596747356.727260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47e9bb000 0x17fe9bb000(0x17fe9bb000) 00000800:00000200:86.0:1596747356.727261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a4767c4000 0x17f67c4000(0x17f67c4000) 00000800:00000010:86.0:1596747356.727798:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01780 (tot 154788202). 00000800:00000200:86.0:1596747356.727800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.727818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a461624000] (20)-- 00000800:00000200:86.0:1596747356.727819:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.104@o2ib36 00000800:00000200:86.0:1596747356.728055:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747356.728452:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.104@o2ib36 00000800:00000200:86.0:1596747356.728453:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.104@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747356.728454:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154788066). 00000800:00000200:86.0:1596747356.728455:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a461624000] (19)++ 00000800:00000200:86.0:1596747356.728455:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a461624000] (20)++ 00000800:00000200:86.0:1596747356.728456:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a461624000] (21)-- 00000800:00000200:86.2:1596747356.728463:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a461624000] (20)++ 00000800:00000010:86.0:1596747356.762266:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3280 (tot 154788178). 00000800:00000200:86.0:1596747356.762269:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3280] -> 192.168.128.169@o2ib36 (1)++ 00000800:00000010:86.0:1596747356.762270:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab3200 (tot 154788290). 00000800:00000010:86.0:1596747356.762272:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cca00 (tot 154788586). 00000800:00000010:86.0:1596747356.762273:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d98c0 (tot 154788722). 00000800:00000010:86.0:1596747356.762275:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d1800 (tot 154790594). 00000800:00000010:86.0:1596747356.762276:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d95c0 (tot 154790746). 00000800:00000200:86.0:1596747356.762283:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7243e000 0x1ff243e000(0x1ff243e000) 00000800:00000200:86.0:1596747356.762284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7243f000 0x1ff243f000(0x1ff243f000) 00000800:00000200:86.0:1596747356.762285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7e690000 0x1ffe690000(0x1ffe690000) 00000800:00000200:86.0:1596747356.762286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7e691000 0x1ffe691000(0x1ffe691000) 00000800:00000200:86.0:1596747356.762287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac7e692000 0x1ffe692000(0x1ffe692000) 00000800:00000200:86.0:1596747356.762287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7e693000 0x1ffe693000(0x1ffe693000) 00000800:00000200:86.0:1596747356.762288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7e694000 0x1ffe694000(0x1ffe694000) 00000800:00000200:86.0:1596747356.762289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7e695000 0x1ffe695000(0x1ffe695000) 00000800:00000200:86.0:1596747356.762290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7e696000 0x1ffe696000(0x1ffe696000) 00000800:00000200:86.0:1596747356.762290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7e697000 0x1ffe697000(0x1ffe697000) 00000800:00000200:86.0:1596747356.762291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7eae8000 0x1ffeae8000(0x1ffeae8000) 00000800:00000200:86.0:1596747356.762292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac7eae9000 0x1ffeae9000(0x1ffeae9000) 00000800:00000200:86.0:1596747356.762293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac7eaea000 0x1ffeaea000(0x1ffeaea000) 00000800:00000200:86.0:1596747356.762293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7eaeb000 0x1ffeaeb000(0x1ffeaeb000) 00000800:00000200:86.0:1596747356.762294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7eaec000 0x1ffeaec000(0x1ffeaec000) 00000800:00000200:86.0:1596747356.762295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7eaed000 0x1ffeaed000(0x1ffeaed000) 00000800:00000200:86.0:1596747356.762296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7eaee000 0x1ffeaee000(0x1ffeaee000) 00000800:00000200:86.0:1596747356.762296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7eaef000 0x1ffeaef000(0x1ffeaef000) 00000800:00000010:86.0:1596747356.762827:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab3200 (tot 154790634). 00000800:00000200:86.0:1596747356.762828:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762829:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762829:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762830:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762830:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762831:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762831:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762832:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762832:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762833:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762833:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762834:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762834:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762835:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762836:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.762845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cca00] (20)-- 00000800:00000200:86.0:1596747356.762846:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.169@o2ib36 00000800:00000200:86.0:1596747356.763089:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747356.763469:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.169@o2ib36 00000800:00000200:86.0:1596747356.763470:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.169@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747356.763471:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d98c0 (tot 154790498). 00000800:00000200:86.0:1596747356.763472:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cca00] (19)++ 00000800:00000200:86.0:1596747356.763472:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cca00] (20)++ 00000800:00000200:86.0:1596747356.763473:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cca00] (21)-- 00000800:00000200:89.2F:1596747356.763479:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cca00] (20)++ 00000800:00000010:86.0:1596747356.990508:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514a00 (tot 154790610). 00000800:00000200:86.0:1596747356.990512:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514a00] -> 192.168.128.161@o2ib36 (1)++ 00000800:00000010:86.0:1596747356.990514:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514a80 (tot 154790722). 00000800:00000010:86.0:1596747356.990516:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464449600 (tot 154791018). 00000800:00000010:86.0:1596747356.990518:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465323ec0 (tot 154791154). 00000800:00000010:86.0:1596747356.990519:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46458f800 (tot 154793026). 00000800:00000010:86.0:1596747356.990520:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465323980 (tot 154793178). 00000800:00000200:86.0:1596747356.990529:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b4647d7000 0x27e47d7000(0x27e47d7000) 00000800:00000200:86.0:1596747356.990530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464d3c000 0x27e4d3c000(0x27e4d3c000) 00000800:00000200:86.0:1596747356.990531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47f158000 0x27ff158000(0x27ff158000) 00000800:00000200:86.0:1596747356.990532:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b4647fd000 0x27e47fd000(0x27e47fd000) 00000800:00000200:86.0:1596747356.990533:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47ec59000 0x27fec59000(0x27fec59000) 00000800:00000200:86.0:1596747356.990534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47ca9c000 0x27fca9c000(0x27fca9c000) 00000800:00000200:86.0:1596747356.990535:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4646a5000 0x27e46a5000(0x27e46a5000) 00000800:00000200:86.0:1596747356.990536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47e7dd000 0x27fe7dd000(0x27fe7dd000) 00000800:00000200:86.0:1596747356.990536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464ef2000 0x27e4ef2000(0x27e4ef2000) 00000800:00000200:86.0:1596747356.990537:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464f1b000 0x27e4f1b000(0x27e4f1b000) 00000800:00000200:86.0:1596747356.990538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47af3d000 0x27faf3d000(0x27faf3d000) 00000800:00000200:86.0:1596747356.990538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47ec7a000 0x27fec7a000(0x27fec7a000) 00000800:00000200:86.0:1596747356.990539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47e519000 0x27fe519000(0x27fe519000) 00000800:00000200:86.0:1596747356.990540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464d57000 0x27e4d57000(0x27e4d57000) 00000800:00000200:86.0:1596747356.990541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47e6de000 0x27fe6de000(0x27fe6de000) 00000800:00000200:86.0:1596747356.990541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47ead2000 0x27fead2000(0x27fead2000) 00000800:00000200:86.0:1596747356.990542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464de3000 0x27e4de3000(0x27e4de3000) 00000800:00000200:86.0:1596747356.990543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464434000 0x27e4434000(0x27e4434000) 00000800:00000010:86.0:1596747356.991110:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514a80 (tot 154793066). 00000800:00000200:86.0:1596747356.991111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464449600] (20)-- 00000800:00000200:86.0:1596747356.991130:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.161@o2ib36 00000800:00000200:86.0:1596747356.991392:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747356.991730:0:6901:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464449600] (19)++ 00000800:00000200:86.0:1596747356.991741:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.161@o2ib36 00000800:00000200:86.0:1596747356.991743:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.161@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747356.991743:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465323ec0 (tot 154792930). 00000800:00000200:86.0:1596747356.991745:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464449600] (20)++ 00000800:00000200:86.0:1596747356.991745:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464449600] (21)++ 00000800:00000200:86.0:1596747356.991746:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464449600] (22)-- 00000800:00000010:86.0:1596747357.026288:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489780 (tot 154793042). 00000800:00000200:86.0:1596747357.026291:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489780] -> 192.168.128.103@o2ib36 (1)++ 00000800:00000010:86.0:1596747357.026293:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489700 (tot 154793154). 00000800:00000010:86.0:1596747357.026296:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66922a00 (tot 154793450). 00000800:00000010:86.0:1596747357.026298:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2b8c0 (tot 154793586). 00000800:00000010:86.0:1596747357.026300:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6691c000 (tot 154795458). 00000800:00000010:86.0:1596747357.026301:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2b800 (tot 154795610). 00000800:00000200:86.0:1596747357.026310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc66968000 0x2fe6968000(0x2fe6968000) 00000800:00000200:86.0:1596747357.026311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67f31000 0x2fe7f31000(0x2fe7f31000) 00000800:00000200:86.0:1596747357.026312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66988000 0x2fe6988000(0x2fe6988000) 00000800:00000200:86.0:1596747357.026313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7f70a000 0x2fff70a000(0x2fff70a000) 00000800:00000200:86.0:1596747357.026314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7bb16000 0x2ffbb16000(0x2ffbb16000) 00000800:00000200:86.0:1596747357.026314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7f59d000 0x2fff59d000(0x2fff59d000) 00000800:00000200:86.0:1596747357.026315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7eb57000 0x2ffeb57000(0x2ffeb57000) 00000800:00000200:86.0:1596747357.026316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7f0ed000 0x2fff0ed000(0x2fff0ed000) 00000800:00000200:86.0:1596747357.026317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7e022000 0x2ffe022000(0x2ffe022000) 00000800:00000200:86.0:1596747357.026317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7b5de000 0x2ffb5de000(0x2ffb5de000) 00000800:00000200:86.0:1596747357.026318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7ee38000 0x2ffee38000(0x2ffee38000) 00000800:00000200:86.0:1596747357.026319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67b5f000 0x2fe7b5f000(0x2fe7b5f000) 00000800:00000200:86.0:1596747357.026320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6795a000 0x2fe795a000(0x2fe795a000) 00000800:00000200:86.0:1596747357.026320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67fab000 0x2fe7fab000(0x2fe7fab000) 00000800:00000200:86.0:1596747357.026321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7b5ab000 0x2ffb5ab000(0x2ffb5ab000) 00000800:00000200:86.0:1596747357.026322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67a58000 0x2fe7a58000(0x2fe7a58000) 00000800:00000200:86.0:1596747357.026322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67927000 0x2fe7927000(0x2fe7927000) 00000800:00000200:86.0:1596747357.026323:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67f5b000 0x2fe7f5b000(0x2fe7f5b000) 00000800:00000010:86.0:1596747357.026863:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489700 (tot 154795498). 00000800:00000200:86.0:1596747357.026864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.026882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922a00] (20)-- 00000800:00000200:86.0:1596747357.026884:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.103@o2ib36 00000800:00000200:86.0:1596747357.027144:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747357.027462:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.103@o2ib36 00000800:00000200:86.0:1596747357.027463:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.103@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747357.027464:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2b8c0 (tot 154795362). 00000800:00000200:86.0:1596747357.027465:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66922a00] (19)++ 00000800:00000200:86.0:1596747357.027465:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66922a00] (20)++ 00000800:00000200:86.0:1596747357.027466:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66922a00] (21)-- 00000800:00000200:84.2:1596747357.027469:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66922a00] (20)++ 00000800:00000010:86.0:1596747357.128466:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01100 (tot 154795474). 00000800:00000200:86.0:1596747357.128469:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01100] -> 192.168.128.41@o2ib36 (1)++ 00000800:00000010:86.0:1596747357.128471:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01180 (tot 154795586). 00000800:00000010:86.0:1596747357.128473:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a46297f600 (tot 154795882). 00000800:00000010:86.0:1596747357.128475:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8b8c0 (tot 154796018). 00000800:00000010:86.0:1596747357.128477:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a690000 (tot 154797890). 00000800:00000010:86.0:1596747357.128478:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8b380 (tot 154798042). 00000800:00000200:86.0:1596747357.128481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a4767c5000 0x17f67c5000(0x17f67c5000) 00000800:00000200:86.0:1596747357.128484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4767c6000 0x17f67c6000(0x17f67c6000) 00000800:00000200:86.0:1596747357.128485:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4767c7000 0x17f67c7000(0x17f67c7000) 00000800:00000200:86.0:1596747357.128486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476c40000 0x17f6c40000(0x17f6c40000) 00000800:00000200:86.0:1596747357.128487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476c41000 0x17f6c41000(0x17f6c41000) 00000800:00000200:86.0:1596747357.128487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476c42000 0x17f6c42000(0x17f6c42000) 00000800:00000200:86.0:1596747357.128488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476c43000 0x17f6c43000(0x17f6c43000) 00000800:00000200:86.0:1596747357.128489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a447b1c000 0x17c7b1c000(0x17c7b1c000) 00000800:00000200:86.0:1596747357.128489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a447b1d000 0x17c7b1d000(0x17c7b1d000) 00000800:00000200:86.0:1596747357.128490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a447b1e000 0x17c7b1e000(0x17c7b1e000) 00000800:00000200:86.0:1596747357.128491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a447b1f000 0x17c7b1f000(0x17c7b1f000) 00000800:00000200:86.0:1596747357.128492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447b30000 0x17c7b30000(0x17c7b30000) 00000800:00000200:86.0:1596747357.128492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447b31000 0x17c7b31000(0x17c7b31000) 00000800:00000200:86.0:1596747357.128493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447b32000 0x17c7b32000(0x17c7b32000) 00000800:00000200:86.0:1596747357.128494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447b33000 0x17c7b33000(0x17c7b33000) 00000800:00000200:86.0:1596747357.128495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a477b4c000 0x17f7b4c000(0x17f7b4c000) 00000800:00000200:86.0:1596747357.128495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a477b4d000 0x17f7b4d000(0x17f7b4d000) 00000800:00000200:86.0:1596747357.128496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a477b4e000 0x17f7b4e000(0x17f7b4e000) 00000800:00000010:86.0:1596747357.129051:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01180 (tot 154797930). 00000800:00000200:86.0:1596747357.129053:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129054:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129054:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129055:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129055:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129056:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129056:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129057:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129057:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129058:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129058:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129059:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129059:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129060:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129060:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129061:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129061:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129062:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129062:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129063:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129063:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129064:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129064:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129065:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129065:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129066:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129066:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129067:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297f600] (20)-- 00000800:00000200:86.0:1596747357.129072:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.41@o2ib36 00000800:00000200:86.0:1596747357.129306:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747357.129599:0:6901:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297f600] (19)++ 00000800:00000200:86.0:1596747357.129606:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.41@o2ib36 00000800:00000200:86.0:1596747357.129608:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.41@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747357.129609:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8b8c0 (tot 154797794). 00000800:00000200:86.0:1596747357.129610:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a46297f600] (20)++ 00000800:00000200:86.0:1596747357.129611:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a46297f600] (21)++ 00000800:00000200:86.0:1596747357.129611:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a46297f600] (22)-- 00000800:00000200:86.0:1596747357.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407547:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407548:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407549:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407550:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407551:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407552:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747357.407553:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747357.474055:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2b80 (tot 154797906). 00000800:00000200:86.0:1596747357.474059:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2b80] -> 192.168.128.59@o2ib36 (1)++ 00000800:00000010:86.0:1596747357.474062:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2c00 (tot 154798018). 00000800:00000010:86.0:1596747357.474063:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cb000 (tot 154798314). 00000800:00000010:86.0:1596747357.474064:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d8240 (tot 154798450). 00000800:00000010:86.0:1596747357.474066:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d5800 (tot 154800322). 00000800:00000010:86.0:1596747357.474067:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d8780 (tot 154800474). 00000800:00000200:86.0:1596747357.474070:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7dc00000 0x1ffdc00000(0x1ffdc00000) 00000800:00000200:86.0:1596747357.474071:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7dc01000 0x1ffdc01000(0x1ffdc01000) 00000800:00000200:86.0:1596747357.474072:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7dc02000 0x1ffdc02000(0x1ffdc02000) 00000800:00000200:86.0:1596747357.474073:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7dc03000 0x1ffdc03000(0x1ffdc03000) 00000800:00000200:86.0:1596747357.474074:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac7dc04000 0x1ffdc04000(0x1ffdc04000) 00000800:00000200:86.0:1596747357.474075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7dc05000 0x1ffdc05000(0x1ffdc05000) 00000800:00000200:86.0:1596747357.474075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac7dc06000 0x1ffdc06000(0x1ffdc06000) 00000800:00000200:86.0:1596747357.474076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac7dc07000 0x1ffdc07000(0x1ffdc07000) 00000800:00000200:86.0:1596747357.474077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac7e6d0000 0x1ffe6d0000(0x1ffe6d0000) 00000800:00000200:86.0:1596747357.474078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7e6d1000 0x1ffe6d1000(0x1ffe6d1000) 00000800:00000200:86.0:1596747357.474078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7e6d2000 0x1ffe6d2000(0x1ffe6d2000) 00000800:00000200:86.0:1596747357.474079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac7e6d3000 0x1ffe6d3000(0x1ffe6d3000) 00000800:00000200:86.0:1596747357.474080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac7e6d4000 0x1ffe6d4000(0x1ffe6d4000) 00000800:00000200:86.0:1596747357.474080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7e6d5000 0x1ffe6d5000(0x1ffe6d5000) 00000800:00000200:86.0:1596747357.474081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7e6d6000 0x1ffe6d6000(0x1ffe6d6000) 00000800:00000200:86.0:1596747357.474082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7e6d7000 0x1ffe6d7000(0x1ffe6d7000) 00000800:00000200:86.0:1596747357.474083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7edf0000 0x1ffedf0000(0x1ffedf0000) 00000800:00000200:86.0:1596747357.474083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7edf1000 0x1ffedf1000(0x1ffedf1000) 00000800:00000010:86.0:1596747357.474644:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2c00 (tot 154800362). 00000800:00000200:86.0:1596747357.474645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.474663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cb000] (20)-- 00000800:00000200:86.0:1596747357.474664:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.59@o2ib36 00000800:00000200:86.0:1596747357.474918:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:88.2:1596747357.476413:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cb000] (19)++ 00000800:00000200:86.0:1596747357.476423:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.59@o2ib36 00000800:00000200:86.0:1596747357.476425:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.59@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747357.476426:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d8240 (tot 154800226). 00000800:00000200:86.0:1596747357.476427:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cb000] (20)++ 00000800:00000200:86.0:1596747357.476429:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cb000] (21)++ 00000800:00000200:86.0:1596747357.476430:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cb000] (22)-- 00000800:00000010:86.0:1596747357.498316:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1580 (tot 154800338). 00000800:00000200:86.0:1596747357.498319:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1580] -> 192.168.128.53@o2ib36 (1)++ 00000800:00000010:86.0:1596747357.498321:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1500 (tot 154800450). 00000800:00000010:86.0:1596747357.498322:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d3400 (tot 154800746). 00000800:00000010:86.0:1596747357.498324:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353fec0 (tot 154800882). 00000800:00000010:86.0:1596747357.498325:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434945000 (tot 154802754). 00000800:00000010:86.0:1596747357.498326:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353fe00 (tot 154802906). 00000800:00000200:86.0:1596747357.498331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c43250c000 0x37b250c000(0x37b250c000) 00000800:00000200:86.0:1596747357.498332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c43250d000 0x37b250d000(0x37b250d000) 00000800:00000200:86.0:1596747357.498333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c43250e000 0x37b250e000(0x37b250e000) 00000800:00000200:86.0:1596747357.498334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c43250f000 0x37b250f000(0x37b250f000) 00000800:00000200:86.0:1596747357.498334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c432510000 0x37b2510000(0x37b2510000) 00000800:00000200:86.0:1596747357.498335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c432511000 0x37b2511000(0x37b2511000) 00000800:00000200:86.0:1596747357.498336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c432512000 0x37b2512000(0x37b2512000) 00000800:00000200:86.0:1596747357.498337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c432513000 0x37b2513000(0x37b2513000) 00000800:00000200:86.0:1596747357.498337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c432514000 0x37b2514000(0x37b2514000) 00000800:00000200:86.0:1596747357.498338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c432515000 0x37b2515000(0x37b2515000) 00000800:00000200:86.0:1596747357.498339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c432516000 0x37b2516000(0x37b2516000) 00000800:00000200:86.0:1596747357.498339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c432517000 0x37b2517000(0x37b2517000) 00000800:00000200:86.0:1596747357.498340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c432540000 0x37b2540000(0x37b2540000) 00000800:00000200:86.0:1596747357.498341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c432541000 0x37b2541000(0x37b2541000) 00000800:00000200:86.0:1596747357.498342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c432542000 0x37b2542000(0x37b2542000) 00000800:00000200:86.0:1596747357.498342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c432543000 0x37b2543000(0x37b2543000) 00000800:00000200:86.0:1596747357.498343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c432544000 0x37b2544000(0x37b2544000) 00000800:00000200:86.0:1596747357.498344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c432545000 0x37b2545000(0x37b2545000) 00000800:00000010:86.0:1596747357.498874:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1500 (tot 154802794). 00000800:00000200:86.0:1596747357.498876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.498894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3400] (20)-- 00000800:00000200:86.0:1596747357.498895:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.53@o2ib36 00000800:00000200:86.0:1596747357.499144:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747357.499476:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d3400] (19)++ 00000800:00000200:86.0:1596747357.499479:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.53@o2ib36 00000800:00000200:86.0:1596747357.499480:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.53@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747357.499481:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353fec0 (tot 154802658). 00000800:00000200:86.0:1596747357.499482:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d3400] (20)++ 00000800:00000200:86.0:1596747357.499483:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d3400] (21)++ 00000800:00000200:86.0:1596747357.499484:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d3400] (22)-- 00000800:00000010:86.0:1596747357.898200:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1500 (tot 154802770). 00000800:00000200:86.0:1596747357.898203:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1500] -> 192.168.128.24@o2ib36 (1)++ 00000800:00000010:86.0:1596747357.898204:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1480 (tot 154802882). 00000800:00000010:86.0:1596747357.898205:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d2a00 (tot 154803178). 00000800:00000010:86.0:1596747357.898206:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353fec0 (tot 154803314). 00000800:00000010:86.0:1596747357.898207:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434943800 (tot 154805186). 00000800:00000010:86.0:1596747357.898208:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353fbc0 (tot 154805338). 00000800:00000200:86.0:1596747357.898213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c432609000 0x37b2609000(0x37b2609000) 00000800:00000200:86.0:1596747357.898214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c43260a000 0x37b260a000(0x37b260a000) 00000800:00000200:86.0:1596747357.898215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c43260b000 0x37b260b000(0x37b260b000) 00000800:00000200:86.0:1596747357.898216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c43260c000 0x37b260c000(0x37b260c000) 00000800:00000200:86.0:1596747357.898216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c43260d000 0x37b260d000(0x37b260d000) 00000800:00000200:86.0:1596747357.898217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c43260e000 0x37b260e000(0x37b260e000) 00000800:00000200:86.0:1596747357.898218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c43260f000 0x37b260f000(0x37b260f000) 00000800:00000200:86.0:1596747357.898219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c432610000 0x37b2610000(0x37b2610000) 00000800:00000200:86.0:1596747357.898219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c432611000 0x37b2611000(0x37b2611000) 00000800:00000200:86.0:1596747357.898220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c432612000 0x37b2612000(0x37b2612000) 00000800:00000200:86.0:1596747357.898221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c432613000 0x37b2613000(0x37b2613000) 00000800:00000200:86.0:1596747357.898221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c432614000 0x37b2614000(0x37b2614000) 00000800:00000200:86.0:1596747357.898222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c432615000 0x37b2615000(0x37b2615000) 00000800:00000200:86.0:1596747357.898223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c432616000 0x37b2616000(0x37b2616000) 00000800:00000200:86.0:1596747357.898224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c432617000 0x37b2617000(0x37b2617000) 00000800:00000200:86.0:1596747357.898224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c432618000 0x37b2618000(0x37b2618000) 00000800:00000200:86.0:1596747357.898225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c432619000 0x37b2619000(0x37b2619000) 00000800:00000200:86.0:1596747357.898226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c43261a000 0x37b261a000(0x37b261a000) 00000800:00000010:86.0:1596747357.898792:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1480 (tot 154805226). 00000800:00000200:86.0:1596747357.898793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898802:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.898811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2a00] (20)-- 00000800:00000200:86.0:1596747357.898813:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.24@o2ib36 00000800:00000200:86.0:1596747357.899080:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747357.899460:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.24@o2ib36 00000800:00000200:86.0:1596747357.899461:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.24@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747357.899462:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353fec0 (tot 154805090). 00000800:00000200:86.0:1596747357.899463:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d2a00] (19)++ 00000800:00000200:86.0:1596747357.899464:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d2a00] (20)++ 00000800:00000200:86.0:1596747357.899465:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d2a00] (21)-- 00000800:00000200:37.2:1596747357.899651:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d2a00] (20)++ 00000800:00000010:86.0:1596747357.930225:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3200 (tot 154805202). 00000800:00000200:86.0:1596747357.930228:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3200] -> 192.168.128.135@o2ib36 (1)++ 00000800:00000010:86.0:1596747357.930230:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab3180 (tot 154805314). 00000800:00000010:86.0:1596747357.930233:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cc000 (tot 154805610). 00000800:00000010:86.0:1596747357.930235:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d98c0 (tot 154805746). 00000800:00000010:86.0:1596747357.930236:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d7800 (tot 154807618). 00000800:00000010:86.0:1596747357.930238:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d9380 (tot 154807770). 00000800:00000200:86.0:1596747357.930245:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac7edf2000 0x1ffedf2000(0x1ffedf2000) 00000800:00000200:86.0:1596747357.930247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac7edf3000 0x1ffedf3000(0x1ffedf3000) 00000800:00000200:86.0:1596747357.930247:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac7edf4000 0x1ffedf4000(0x1ffedf4000) 00000800:00000200:86.0:1596747357.930248:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac7edf5000 0x1ffedf5000(0x1ffedf5000) 00000800:00000200:86.0:1596747357.930249:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac7edf6000 0x1ffedf6000(0x1ffedf6000) 00000800:00000200:86.0:1596747357.930250:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac7edf7000 0x1ffedf7000(0x1ffedf7000) 00000800:00000200:86.0:1596747357.930251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c6c0000 0x1fdc6c0000(0x1fdc6c0000) 00000800:00000200:86.0:1596747357.930251:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c6c1000 0x1fdc6c1000(0x1fdc6c1000) 00000800:00000200:86.0:1596747357.930252:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c6c2000 0x1fdc6c2000(0x1fdc6c2000) 00000800:00000200:86.0:1596747357.930253:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c6c3000 0x1fdc6c3000(0x1fdc6c3000) 00000800:00000200:86.0:1596747357.930254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c6c4000 0x1fdc6c4000(0x1fdc6c4000) 00000800:00000200:86.0:1596747357.930254:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c6c5000 0x1fdc6c5000(0x1fdc6c5000) 00000800:00000200:86.0:1596747357.930255:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c6c6000 0x1fdc6c6000(0x1fdc6c6000) 00000800:00000200:86.0:1596747357.930256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c6c7000 0x1fdc6c7000(0x1fdc6c7000) 00000800:00000200:86.0:1596747357.930256:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c6b0000 0x1fdc6b0000(0x1fdc6b0000) 00000800:00000200:86.0:1596747357.930257:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c6b1000 0x1fdc6b1000(0x1fdc6b1000) 00000800:00000200:86.0:1596747357.930258:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c6b2000 0x1fdc6b2000(0x1fdc6b2000) 00000800:00000200:86.0:1596747357.930259:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c6b3000 0x1fdc6b3000(0x1fdc6b3000) 00000800:00000010:86.0:1596747357.930805:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab3180 (tot 154807658). 00000800:00000200:86.0:1596747357.930807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.930824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cc000] (20)-- 00000800:00000200:86.0:1596747357.930825:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.135@o2ib36 00000800:00000200:86.0:1596747357.931067:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747357.931397:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.135@o2ib36 00000800:00000200:86.0:1596747357.931398:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.135@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747357.931399:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d98c0 (tot 154807522). 00000800:00000200:86.0:1596747357.931400:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cc000] (19)++ 00000800:00000200:86.0:1596747357.931401:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cc000] (20)++ 00000800:00000200:86.0:1596747357.931401:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cc000] (21)-- 00000800:00000200:37.2:1596747357.931557:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cc000] (20)++ 00000800:00000010:86.0:1596747358.012769:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3180 (tot 154807634). 00000800:00000200:86.0:1596747358.012772:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3180] -> 192.168.128.148@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.012774:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab3100 (tot 154807746). 00000800:00000010:86.0:1596747358.012775:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c50ee00 (tot 154808042). 00000800:00000010:86.0:1596747358.012776:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d98c0 (tot 154808178). 00000800:00000010:86.0:1596747358.012777:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d0000 (tot 154810050). 00000800:00000010:86.0:1596747358.012778:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d9140 (tot 154810202). 00000800:00000200:86.0:1596747358.012783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c6b4000 0x1fdc6b4000(0x1fdc6b4000) 00000800:00000200:86.0:1596747358.012784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c6b5000 0x1fdc6b5000(0x1fdc6b5000) 00000800:00000200:86.0:1596747358.012785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c6b6000 0x1fdc6b6000(0x1fdc6b6000) 00000800:00000200:86.0:1596747358.012786:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c6b7000 0x1fdc6b7000(0x1fdc6b7000) 00000800:00000200:86.0:1596747358.012787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c6b8000 0x1fdc6b8000(0x1fdc6b8000) 00000800:00000200:86.0:1596747358.012787:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c6b9000 0x1fdc6b9000(0x1fdc6b9000) 00000800:00000200:86.0:1596747358.012788:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c6ba000 0x1fdc6ba000(0x1fdc6ba000) 00000800:00000200:86.0:1596747358.012789:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c6bb000 0x1fdc6bb000(0x1fdc6bb000) 00000800:00000200:86.0:1596747358.012790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c6bc000 0x1fdc6bc000(0x1fdc6bc000) 00000800:00000200:86.0:1596747358.012790:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c6bd000 0x1fdc6bd000(0x1fdc6bd000) 00000800:00000200:86.0:1596747358.012791:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c6be000 0x1fdc6be000(0x1fdc6be000) 00000800:00000200:86.0:1596747358.012792:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c6bf000 0x1fdc6bf000(0x1fdc6bf000) 00000800:00000200:86.0:1596747358.012793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c6e0000 0x1fdc6e0000(0x1fdc6e0000) 00000800:00000200:86.0:1596747358.012793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c6e1000 0x1fdc6e1000(0x1fdc6e1000) 00000800:00000200:86.0:1596747358.012794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c6e2000 0x1fdc6e2000(0x1fdc6e2000) 00000800:00000200:86.0:1596747358.012795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c6e3000 0x1fdc6e3000(0x1fdc6e3000) 00000800:00000200:86.0:1596747358.012796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c6e4000 0x1fdc6e4000(0x1fdc6e4000) 00000800:00000200:86.0:1596747358.012797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c6e5000 0x1fdc6e5000(0x1fdc6e5000) 00000800:00000010:86.0:1596747358.013340:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab3100 (tot 154810090). 00000800:00000200:86.0:1596747358.013341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013349:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013352:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013353:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50ee00] (20)-- 00000800:00000200:86.0:1596747358.013360:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.148@o2ib36 00000800:00000200:86.0:1596747358.013623:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747358.013957:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.148@o2ib36 00000800:00000200:86.0:1596747358.013958:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.148@o2ib36: active(0), version(12), status(0) 00000800:00000200:41.2:1596747358.013959:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000010:86.0:1596747358.013960:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d98c0 (tot 154809954). 00000800:00000200:86.0:1596747358.013961:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c50ee00] (19)++ 00000800:00000200:86.0:1596747358.013962:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c50ee00] (21)++ 00000800:00000200:86.0:1596747358.013963:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c50ee00] (22)-- 00000800:00000010:86.0:1596747358.038687:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01780 (tot 154810066). 00000800:00000200:86.0:1596747358.038690:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01780] -> 192.168.128.49@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.038692:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01700 (tot 154810178). 00000800:00000010:86.0:1596747358.038696:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a46297e200 (tot 154810474). 00000800:00000010:86.0:1596747358.038698:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154810610). 00000800:00000010:86.0:1596747358.038699:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a45a694800 (tot 154812482). 00000800:00000010:86.0:1596747358.038700:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8ac00 (tot 154812634). 00000800:00000200:86.0:1596747358.038709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a477b4f000 0x17f7b4f000(0x17f7b4f000) 00000800:00000200:86.0:1596747358.038710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47edf8000 0x17fedf8000(0x17fedf8000) 00000800:00000200:86.0:1596747358.038711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47edf9000 0x17fedf9000(0x17fedf9000) 00000800:00000200:86.0:1596747358.038712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47edfa000 0x17fedfa000(0x17fedfa000) 00000800:00000200:86.0:1596747358.038713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47edfb000 0x17fedfb000(0x17fedfb000) 00000800:00000200:86.0:1596747358.038713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47edd8000 0x17fedd8000(0x17fedd8000) 00000800:00000200:86.0:1596747358.038714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47edd9000 0x17fedd9000(0x17fedd9000) 00000800:00000200:86.0:1596747358.038715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47edda000 0x17fedda000(0x17fedda000) 00000800:00000200:86.0:1596747358.038716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47eddb000 0x17feddb000(0x17feddb000) 00000800:00000200:86.0:1596747358.038716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47e288000 0x17fe288000(0x17fe288000) 00000800:00000200:86.0:1596747358.038717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47e289000 0x17fe289000(0x17fe289000) 00000800:00000200:86.0:1596747358.038718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47e28a000 0x17fe28a000(0x17fe28a000) 00000800:00000200:86.0:1596747358.038718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47e28b000 0x17fe28b000(0x17fe28b000) 00000800:00000200:86.0:1596747358.038719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a462b2c000 0x17e2b2c000(0x17e2b2c000) 00000800:00000200:86.0:1596747358.038720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a462b2d000 0x17e2b2d000(0x17e2b2d000) 00000800:00000200:86.0:1596747358.038723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a462b2e000 0x17e2b2e000(0x17e2b2e000) 00000800:00000200:86.0:1596747358.038723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a462b2f000 0x17e2b2f000(0x17e2b2f000) 00000800:00000200:86.0:1596747358.038724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a462b48000 0x17e2b48000(0x17e2b48000) 00000800:00000010:86.0:1596747358.039250:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01700 (tot 154812522). 00000800:00000200:86.0:1596747358.039251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a46297e200] (20)-- 00000800:00000200:86.0:1596747358.039270:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.49@o2ib36 00000800:00000200:86.0:1596747358.039520:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747358.039889:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.49@o2ib36 00000800:00000200:41.2:1596747358.039889:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a46297e200] (19)++ 00000800:00000200:86.0:1596747358.039890:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.49@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747358.039891:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154812386). 00000800:00000200:86.0:1596747358.039893:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a46297e200] (20)++ 00000800:00000200:86.0:1596747358.039893:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a46297e200] (21)++ 00000800:00000200:86.0:1596747358.039894:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a46297e200] (22)-- 00000800:00000010:86.0:1596747358.247832:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897f00 (tot 154812498). 00000800:00000200:86.0:1596747358.247835:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897f00] -> 192.168.128.68@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.247837:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897b00 (tot 154812610). 00000800:00000010:86.0:1596747358.247839:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d42ac00 (tot 154812906). 00000800:00000010:86.0:1596747358.247840:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d340480 (tot 154813042). 00000800:00000010:86.0:1596747358.247846:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d33c000 (tot 154814914). 00000800:00000010:86.0:1596747358.247847:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d340c00 (tot 154815066). 00000800:00000200:86.0:1596747358.247851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc3d000 0x7dcc3d000(0x7dcc3d000) 00000800:00000200:86.0:1596747358.247852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc3e000 0x7dcc3e000(0x7dcc3e000) 00000800:00000200:86.0:1596747358.247853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc3f000 0x7dcc3f000(0x7dcc3f000) 00000800:00000200:86.0:1596747358.247853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc40000 0x7dcc40000(0x7dcc40000) 00000800:00000200:86.0:1596747358.247854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc41000 0x7dcc41000(0x7dcc41000) 00000800:00000200:86.0:1596747358.247855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc42000 0x7dcc42000(0x7dcc42000) 00000800:00000200:86.0:1596747358.247856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc43000 0x7dcc43000(0x7dcc43000) 00000800:00000200:86.0:1596747358.247856:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc44000 0x7dcc44000(0x7dcc44000) 00000800:00000200:86.0:1596747358.247857:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc45000 0x7dcc45000(0x7dcc45000) 00000800:00000200:86.0:1596747358.247858:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc46000 0x7dcc46000(0x7dcc46000) 00000800:00000200:86.0:1596747358.247859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc47000 0x7dcc47000(0x7dcc47000) 00000800:00000200:86.0:1596747358.247859:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc48000 0x7dcc48000(0x7dcc48000) 00000800:00000200:86.0:1596747358.247860:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc49000 0x7dcc49000(0x7dcc49000) 00000800:00000200:86.0:1596747358.247861:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc4a000 0x7dcc4a000(0x7dcc4a000) 00000800:00000200:86.0:1596747358.247862:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc4b000 0x7dcc4b000(0x7dcc4b000) 00000800:00000200:86.0:1596747358.247863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc4c000 0x7dcc4c000(0x7dcc4c000) 00000800:00000200:86.0:1596747358.247863:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc4d000 0x7dcc4d000(0x7dcc4d000) 00000800:00000200:86.0:1596747358.247864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc4e000 0x7dcc4e000(0x7dcc4e000) 00000800:00000010:86.0:1596747358.248413:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897b00 (tot 154814954). 00000800:00000200:86.0:1596747358.248414:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248415:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248415:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248416:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248416:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248417:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248417:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248418:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248418:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248419:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248419:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248420:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248420:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248421:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248421:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248422:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248422:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248423:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248423:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248424:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248424:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248425:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248425:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248426:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248426:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248427:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248427:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248428:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248428:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248429:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.248432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42ac00] (20)-- 00000800:00000200:86.0:1596747358.248433:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.68@o2ib36 00000800:00000200:86.0:1596747358.248694:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747358.249085:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.68@o2ib36 00000800:00000200:86.0:1596747358.249086:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.68@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747358.249087:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d340480 (tot 154814818). 00000800:00000200:86.0:1596747358.249087:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d42ac00] (19)++ 00000800:00000200:86.0:1596747358.249088:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d42ac00] (20)++ 00000800:00000200:86.2:1596747358.249090:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d42ac00] (21)++ 00000800:00000200:86.0:1596747358.249092:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d42ac00] (22)-- 00000800:00000010:86.0:1596747358.249377:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2c00 (tot 154814930). 00000800:00000200:86.0:1596747358.249379:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2c00] -> 192.168.128.122@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.249381:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2c80 (tot 154815042). 00000800:00000010:86.0:1596747358.249382:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c509c00 (tot 154815338). 00000800:00000010:86.0:1596747358.249383:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d8240 (tot 154815474). 00000800:00000010:86.0:1596747358.249385:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c6d1000 (tot 154817346). 00000800:00000010:86.0:1596747358.249385:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d89c0 (tot 154817498). 00000800:00000200:86.0:1596747358.249388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c6e6000 0x1fdc6e6000(0x1fdc6e6000) 00000800:00000200:86.0:1596747358.249389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c6e7000 0x1fdc6e7000(0x1fdc6e7000) 00000800:00000200:86.0:1596747358.249390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c6e8000 0x1fdc6e8000(0x1fdc6e8000) 00000800:00000200:86.0:1596747358.249391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c6e9000 0x1fdc6e9000(0x1fdc6e9000) 00000800:00000200:86.0:1596747358.249391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c6ea000 0x1fdc6ea000(0x1fdc6ea000) 00000800:00000200:86.0:1596747358.249392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c6eb000 0x1fdc6eb000(0x1fdc6eb000) 00000800:00000200:86.0:1596747358.249393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c6ec000 0x1fdc6ec000(0x1fdc6ec000) 00000800:00000200:86.0:1596747358.249394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c6ed000 0x1fdc6ed000(0x1fdc6ed000) 00000800:00000200:86.0:1596747358.249394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c6ee000 0x1fdc6ee000(0x1fdc6ee000) 00000800:00000200:86.0:1596747358.249395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c6ef000 0x1fdc6ef000(0x1fdc6ef000) 00000800:00000200:86.0:1596747358.249396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c6f0000 0x1fdc6f0000(0x1fdc6f0000) 00000800:00000200:86.0:1596747358.249397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c6f1000 0x1fdc6f1000(0x1fdc6f1000) 00000800:00000200:86.0:1596747358.249397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c6f2000 0x1fdc6f2000(0x1fdc6f2000) 00000800:00000200:86.0:1596747358.249398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c6f3000 0x1fdc6f3000(0x1fdc6f3000) 00000800:00000200:86.0:1596747358.249399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c6f4000 0x1fdc6f4000(0x1fdc6f4000) 00000800:00000200:86.0:1596747358.249400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c6f5000 0x1fdc6f5000(0x1fdc6f5000) 00000800:00000200:86.0:1596747358.249400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c6f6000 0x1fdc6f6000(0x1fdc6f6000) 00000800:00000200:86.0:1596747358.249401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c6f7000 0x1fdc6f7000(0x1fdc6f7000) 00000800:00000010:86.0:1596747358.249927:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2c80 (tot 154817386). 00000800:00000200:86.0:1596747358.249928:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.249945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c509c00] (20)-- 00000800:00000200:86.0:1596747358.249946:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.122@o2ib36 00000800:00000200:86.0:1596747358.250199:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747358.250555:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.122@o2ib36 00000800:00000200:86.0:1596747358.250556:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.122@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747358.250557:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d8240 (tot 154817250). 00000800:00000200:86.0:1596747358.250557:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c509c00] (19)++ 00000800:00000200:86.0:1596747358.250558:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c509c00] (20)++ 00000800:00000200:86.0:1596747358.250559:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c509c00] (21)-- 00000800:00000200:40.2:1596747358.250714:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c509c00] (20)++ 00000800:00020000:15.0:1596747358.352533:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747358.352536:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.153@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747358.352538:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b464449200] (22)++ 00000800:00000100:15.0:1596747358.352539:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.153@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747358.352541:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514900] -> 192.168.128.153@o2ib36 (2)-- 00000800:00000200:15.0:1596747358.352542:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b464449200] (23)-- 00000400:00000200:15.0:1596747358.353067:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.153@o2ib36: down 00000400:00000200:15.0:1596747358.353068:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.153@o2ib36 not found 00000800:00000200:15.0:1596747358.353069:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b464449200] (22)-- 00000800:00000200:86.0:1596747358.353305:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b464449200] (21)-- 00000800:00000200:86.0:1596747358.407552:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747358.469527:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0900 (tot 154817362). 00000800:00000200:86.0:1596747358.469532:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0900] -> 192.168.128.142@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.469534:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0980 (tot 154817474). 00000800:00000010:86.0:1596747358.469535:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d2600 (tot 154817770). 00000800:00000010:86.0:1596747358.469536:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e240 (tot 154817906). 00000800:00000010:86.0:1596747358.469539:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434942000 (tot 154819778). 00000800:00000010:86.0:1596747358.469540:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353e300 (tot 154819930). 00000800:00000200:86.0:1596747358.469544:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c4323af000 0x37b23af000(0x37b23af000) 00000800:00000200:86.0:1596747358.469545:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c4323b0000 0x37b23b0000(0x37b23b0000) 00000800:00000200:86.0:1596747358.469546:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c4323b1000 0x37b23b1000(0x37b23b1000) 00000800:00000200:86.0:1596747358.469547:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c4323b2000 0x37b23b2000(0x37b23b2000) 00000800:00000200:86.0:1596747358.469548:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c4323b3000 0x37b23b3000(0x37b23b3000) 00000800:00000200:86.0:1596747358.469549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c4323b4000 0x37b23b4000(0x37b23b4000) 00000800:00000200:86.0:1596747358.469549:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c4323b5000 0x37b23b5000(0x37b23b5000) 00000800:00000200:86.0:1596747358.469550:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c4323b6000 0x37b23b6000(0x37b23b6000) 00000800:00000200:86.0:1596747358.469551:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c4323b7000 0x37b23b7000(0x37b23b7000) 00000800:00000200:86.0:1596747358.469552:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c4323e0000 0x37b23e0000(0x37b23e0000) 00000800:00000200:86.0:1596747358.469553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c4323e1000 0x37b23e1000(0x37b23e1000) 00000800:00000200:86.0:1596747358.469553:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c4323e2000 0x37b23e2000(0x37b23e2000) 00000800:00000200:86.0:1596747358.469554:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c4323e3000 0x37b23e3000(0x37b23e3000) 00000800:00000200:86.0:1596747358.469555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c4323e4000 0x37b23e4000(0x37b23e4000) 00000800:00000200:86.0:1596747358.469556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c4323e5000 0x37b23e5000(0x37b23e5000) 00000800:00000200:86.0:1596747358.469556:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c4323e6000 0x37b23e6000(0x37b23e6000) 00000800:00000200:86.0:1596747358.469557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c4323e7000 0x37b23e7000(0x37b23e7000) 00000800:00000200:86.0:1596747358.469558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c4323e8000 0x37b23e8000(0x37b23e8000) 00000800:00000010:86.0:1596747358.470117:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0980 (tot 154819818). 00000800:00000200:86.0:1596747358.470119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470126:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470126:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470127:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470127:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470128:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470128:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470129:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470129:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470130:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d2600] (20)-- 00000800:00000200:86.0:1596747358.470138:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.142@o2ib36 00000800:00000200:86.0:1596747358.470397:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747358.470755:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.142@o2ib36 00000800:00000200:86.0:1596747358.470757:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.142@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747358.470757:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e240 (tot 154819682). 00000800:00000200:86.0:1596747358.470758:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d2600] (19)++ 00000800:00000200:86.0:1596747358.470759:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d2600] (20)++ 00000800:00000200:86.0:1596747358.470760:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d2600] (21)-- 00000800:00000200:36.2:1596747358.470762:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d2600] (20)++ 00000800:00000010:86.0:1596747358.595309:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897a80 (tot 154819794). 00000800:00000200:86.0:1596747358.595312:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897a80] -> 192.168.128.170@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.595315:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897e00 (tot 154819906). 00000800:00000010:86.0:1596747358.595317:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d42e400 (tot 154820202). 00000800:00000010:86.0:1596747358.595319:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d3418c0 (tot 154820338). 00000800:00000010:86.0:1596747358.595320:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d33d800 (tot 154822210). 00000800:00000010:86.0:1596747358.595321:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d341140 (tot 154822362). 00000800:00000200:86.0:1596747358.595327:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc4f000 0x7dcc4f000(0x7dcc4f000) 00000800:00000200:86.0:1596747358.595328:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc50000 0x7dcc50000(0x7dcc50000) 00000800:00000200:86.0:1596747358.595329:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc51000 0x7dcc51000(0x7dcc51000) 00000800:00000200:86.0:1596747358.595330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc52000 0x7dcc52000(0x7dcc52000) 00000800:00000200:86.0:1596747358.595330:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc53000 0x7dcc53000(0x7dcc53000) 00000800:00000200:86.0:1596747358.595331:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc54000 0x7dcc54000(0x7dcc54000) 00000800:00000200:86.0:1596747358.595332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc55000 0x7dcc55000(0x7dcc55000) 00000800:00000200:86.0:1596747358.595333:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc56000 0x7dcc56000(0x7dcc56000) 00000800:00000200:86.0:1596747358.595334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc57000 0x7dcc57000(0x7dcc57000) 00000800:00000200:86.0:1596747358.595335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc58000 0x7dcc58000(0x7dcc58000) 00000800:00000200:86.0:1596747358.595335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc59000 0x7dcc59000(0x7dcc59000) 00000800:00000200:86.0:1596747358.595336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc5a000 0x7dcc5a000(0x7dcc5a000) 00000800:00000200:86.0:1596747358.595337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc5b000 0x7dcc5b000(0x7dcc5b000) 00000800:00000200:86.0:1596747358.595338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc5c000 0x7dcc5c000(0x7dcc5c000) 00000800:00000200:86.0:1596747358.595338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc5d000 0x7dcc5d000(0x7dcc5d000) 00000800:00000200:86.0:1596747358.595339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc5e000 0x7dcc5e000(0x7dcc5e000) 00000800:00000200:86.0:1596747358.595340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc5f000 0x7dcc5f000(0x7dcc5f000) 00000800:00000200:86.0:1596747358.595340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc60000 0x7dcc60000(0x7dcc60000) 00000800:00000010:86.0:1596747358.595903:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897e00 (tot 154822250). 00000800:00000200:86.0:1596747358.595905:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595906:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595906:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595907:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595907:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595908:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595908:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595909:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595909:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595910:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595910:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595911:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595911:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595912:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595912:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595913:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595913:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595914:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595914:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595915:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595915:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595918:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595919:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595919:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595920:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595920:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595921:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595921:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595922:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595922:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595923:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595923:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.595924:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d42e400] (20)-- 00000800:00000200:86.0:1596747358.595926:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.170@o2ib36 00000800:00000200:86.0:1596747358.596171:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747358.596535:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d42e400] (19)++ 00000800:00000200:86.0:1596747358.596538:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.170@o2ib36 00000800:00000200:86.0:1596747358.596539:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.170@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747358.596540:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d3418c0 (tot 154822114). 00000800:00000200:86.0:1596747358.596541:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d42e400] (20)++ 00000800:00000200:86.0:1596747358.596541:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d42e400] (21)++ 00000800:00000200:86.0:1596747358.596542:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d42e400] (22)-- 00000800:00000010:86.0:1596747358.781136:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194b00 (tot 154822226). 00000800:00000200:86.0:1596747358.781140:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194b00] -> 192.168.128.65@o2ib36 (1)++ 00000800:00000010:86.0:1596747358.781143:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194b80 (tot 154822338). 00000800:00000010:86.0:1596747358.781145:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b4200 (tot 154822634). 00000800:00000010:86.0:1596747358.781147:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154822770). 00000800:00000010:86.0:1596747358.781150:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8da800 (tot 154824642). 00000800:00000010:86.0:1596747358.781152:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9ae480 (tot 154824794). 00000800:00000200:86.0:1596747358.781155:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e9c0000 0xfde9c0000(0xfde9c0000) 00000800:00000200:86.0:1596747358.781156:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e9c1000 0xfde9c1000(0xfde9c1000) 00000800:00000200:86.0:1596747358.781157:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e9c2000 0xfde9c2000(0xfde9c2000) 00000800:00000200:86.0:1596747358.781158:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e9c3000 0xfde9c3000(0xfde9c3000) 00000800:00000200:86.0:1596747358.781159:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e9c4000 0xfde9c4000(0xfde9c4000) 00000800:00000200:86.0:1596747358.781160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e9c5000 0xfde9c5000(0xfde9c5000) 00000800:00000200:86.0:1596747358.781160:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e9c6000 0xfde9c6000(0xfde9c6000) 00000800:00000200:86.0:1596747358.781161:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e9c7000 0xfde9c7000(0xfde9c7000) 00000800:00000200:86.0:1596747358.781162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e9c8000 0xfde9c8000(0xfde9c8000) 00000800:00000200:86.0:1596747358.781163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e9c9000 0xfde9c9000(0xfde9c9000) 00000800:00000200:86.0:1596747358.781163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e9ca000 0xfde9ca000(0xfde9ca000) 00000800:00000200:86.0:1596747358.781164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e9cb000 0xfde9cb000(0xfde9cb000) 00000800:00000200:86.0:1596747358.781165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e9cc000 0xfde9cc000(0xfde9cc000) 00000800:00000200:86.0:1596747358.781166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e9cd000 0xfde9cd000(0xfde9cd000) 00000800:00000200:86.0:1596747358.781166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e9ce000 0xfde9ce000(0xfde9ce000) 00000800:00000200:86.0:1596747358.781167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e9cf000 0xfde9cf000(0xfde9cf000) 00000800:00000200:86.0:1596747358.781168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e9d0000 0xfde9d0000(0xfde9d0000) 00000800:00000200:86.0:1596747358.781168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e9d1000 0xfde9d1000(0xfde9d1000) 00000800:00000010:86.0:1596747358.781715:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194b80 (tot 154824682). 00000800:00000200:86.0:1596747358.781717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781721:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781724:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.781734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b4200] (20)-- 00000800:00000200:86.0:1596747358.781736:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.65@o2ib36 00000800:00000200:86.0:1596747358.782001:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747358.782383:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.65@o2ib36 00000800:00000200:86.0:1596747358.782384:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.65@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747358.782385:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154824546). 00000800:00000200:86.0:1596747358.782386:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b4200] (19)++ 00000800:00000200:86.0:1596747358.782386:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b4200] (20)++ 00000800:00000200:86.0:1596747358.782387:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b4200] (21)-- 00000800:00000200:88.2:1596747358.782556:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b4200] (20)++ 00000800:00000010:86.0:1596747359.230051:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01180 (tot 154824658). 00000800:00000200:86.0:1596747359.230054:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01180] -> 192.168.128.28@o2ib36 (1)++ 00000800:00000010:86.0:1596747359.230056:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01200 (tot 154824770). 00000800:00000010:86.0:1596747359.230058:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462984000 (tot 154825066). 00000800:00000010:86.0:1596747359.230061:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8b8c0 (tot 154825202). 00000800:00000010:86.0:1596747359.230065:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a5800 (tot 154827074). 00000800:00000010:86.0:1596747359.230066:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8b140 (tot 154827226). 00000800:00000200:86.0:1596747359.230075:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a462b49000 0x17e2b49000(0x17e2b49000) 00000800:00000200:86.0:1596747359.230076:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a462b4a000 0x17e2b4a000(0x17e2b4a000) 00000800:00000200:86.0:1596747359.230077:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a462b4b000 0x17e2b4b000(0x17e2b4b000) 00000800:00000200:86.0:1596747359.230078:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a462b44000 0x17e2b44000(0x17e2b44000) 00000800:00000200:86.0:1596747359.230079:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a462b45000 0x17e2b45000(0x17e2b45000) 00000800:00000200:86.0:1596747359.230080:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a462b46000 0x17e2b46000(0x17e2b46000) 00000800:00000200:86.0:1596747359.230081:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a462b47000 0x17e2b47000(0x17e2b47000) 00000800:00000200:86.0:1596747359.230082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a462b30000 0x17e2b30000(0x17e2b30000) 00000800:00000200:86.0:1596747359.230082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a462b31000 0x17e2b31000(0x17e2b31000) 00000800:00000200:86.0:1596747359.230083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a462b32000 0x17e2b32000(0x17e2b32000) 00000800:00000200:86.0:1596747359.230084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a462b33000 0x17e2b33000(0x17e2b33000) 00000800:00000200:86.0:1596747359.230085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47e8c0000 0x17fe8c0000(0x17fe8c0000) 00000800:00000200:86.0:1596747359.230085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47e8c1000 0x17fe8c1000(0x17fe8c1000) 00000800:00000200:86.0:1596747359.230086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47e8c2000 0x17fe8c2000(0x17fe8c2000) 00000800:00000200:86.0:1596747359.230087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47e8c3000 0x17fe8c3000(0x17fe8c3000) 00000800:00000200:86.0:1596747359.230088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47e8f8000 0x17fe8f8000(0x17fe8f8000) 00000800:00000200:86.0:1596747359.230088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47e8f9000 0x17fe8f9000(0x17fe8f9000) 00000800:00000200:86.0:1596747359.230089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47e8fa000 0x17fe8fa000(0x17fe8fa000) 00000800:00000010:86.0:1596747359.230620:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01200 (tot 154827114). 00000800:00000200:86.0:1596747359.230621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230622:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230635:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230635:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230636:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230636:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230637:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230637:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230638:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230638:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230639:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.230639:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462984000] (20)-- 00000800:00000200:86.0:1596747359.230641:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.28@o2ib36 00000800:00000200:86.0:1596747359.230895:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747359.231275:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.28@o2ib36 00000800:00000200:86.0:1596747359.231277:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.28@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747359.231277:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8b8c0 (tot 154826978). 00000800:00000200:86.0:1596747359.231278:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462984000] (19)++ 00000800:00000200:86.0:1596747359.231279:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462984000] (20)++ 00000800:00000200:86.0:1596747359.231280:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462984000] (21)-- 00000800:00000200:36.2:1596747359.231281:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462984000] (20)++ 00000800:00000010:86.0:1596747359.362069:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3100 (tot 154827090). 00000800:00000200:86.0:1596747359.362073:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3100] -> 192.168.128.101@o2ib36 (1)++ 00000800:00000010:86.0:1596747359.362075:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab3080 (tot 154827202). 00000800:00000010:86.0:1596747359.362078:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c50c200 (tot 154827498). 00000800:00000010:86.0:1596747359.362079:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d98c0 (tot 154827634). 00000800:00000010:86.0:1596747359.362081:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c58c800 (tot 154829506). 00000800:00000010:86.0:1596747359.362082:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d8f00 (tot 154829658). 00000800:00000200:86.0:1596747359.362087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c6f8000 0x1fdc6f8000(0x1fdc6f8000) 00000800:00000200:86.0:1596747359.362089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c6f9000 0x1fdc6f9000(0x1fdc6f9000) 00000800:00000200:86.0:1596747359.362090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c6fa000 0x1fdc6fa000(0x1fdc6fa000) 00000800:00000200:86.0:1596747359.362091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c6fb000 0x1fdc6fb000(0x1fdc6fb000) 00000800:00000200:86.0:1596747359.362092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c6fc000 0x1fdc6fc000(0x1fdc6fc000) 00000800:00000200:86.0:1596747359.362092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c6fd000 0x1fdc6fd000(0x1fdc6fd000) 00000800:00000200:86.0:1596747359.362093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c6fe000 0x1fdc6fe000(0x1fdc6fe000) 00000800:00000200:86.0:1596747359.362094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c6ff000 0x1fdc6ff000(0x1fdc6ff000) 00000800:00000200:86.0:1596747359.362094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c700000 0x1fdc700000(0x1fdc700000) 00000800:00000200:86.0:1596747359.362095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c701000 0x1fdc701000(0x1fdc701000) 00000800:00000200:86.0:1596747359.362096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c702000 0x1fdc702000(0x1fdc702000) 00000800:00000200:86.0:1596747359.362097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c703000 0x1fdc703000(0x1fdc703000) 00000800:00000200:86.0:1596747359.362097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c704000 0x1fdc704000(0x1fdc704000) 00000800:00000200:86.0:1596747359.362098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c705000 0x1fdc705000(0x1fdc705000) 00000800:00000200:86.0:1596747359.362099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c706000 0x1fdc706000(0x1fdc706000) 00000800:00000200:86.0:1596747359.362100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c707000 0x1fdc707000(0x1fdc707000) 00000800:00000200:86.0:1596747359.362100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c708000 0x1fdc708000(0x1fdc708000) 00000800:00000200:86.0:1596747359.362101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c709000 0x1fdc709000(0x1fdc709000) 00000800:00000010:86.0:1596747359.362646:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab3080 (tot 154829546). 00000800:00000200:86.0:1596747359.362647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.362665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c50c200] (20)-- 00000800:00000200:86.0:1596747359.362667:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.101@o2ib36 00000800:00000200:86.0:1596747359.362921:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747359.363298:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.101@o2ib36 00000800:00000200:86.0:1596747359.363299:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.101@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747359.363300:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d98c0 (tot 154829410). 00000800:00000200:86.0:1596747359.363301:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c50c200] (19)++ 00000800:00000200:86.0:1596747359.363302:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c50c200] (20)++ 00000800:00000200:86.0:1596747359.363303:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c50c200] (21)-- 00000800:00000200:38.2:1596747359.363304:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c50c200] (20)++ 00000800:00000010:86.0:1596747359.495308:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515680 (tot 154829522). 00000800:00000200:86.0:1596747359.495312:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515680] -> 192.168.128.64@o2ib36 (1)++ 00000800:00000010:86.0:1596747359.495313:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515600 (tot 154829634). 00000800:00000010:86.0:1596747359.495317:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46444f800 (tot 154829930). 00000800:00000010:86.0:1596747359.495319:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465322240 (tot 154830066). 00000800:00000010:86.0:1596747359.495320:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464589000 (tot 154831938). 00000800:00000010:86.0:1596747359.495321:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465322780 (tot 154832090). 00000800:00000200:86.0:1596747359.495332:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47ae47000 0x27fae47000(0x27fae47000) 00000800:00000200:86.0:1596747359.495334:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47aefe000 0x27faefe000(0x27faefe000) 00000800:00000200:86.0:1596747359.495335:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b4646e1000 0x27e46e1000(0x27e46e1000) 00000800:00000200:86.0:1596747359.495336:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47eab4000 0x27feab4000(0x27feab4000) 00000800:00000200:86.0:1596747359.495337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47f31b000 0x27ff31b000(0x27ff31b000) 00000800:00000200:86.0:1596747359.495337:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4644c9000 0x27e44c9000(0x27e44c9000) 00000800:00000200:86.0:1596747359.495338:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47e865000 0x27fe865000(0x27fe865000) 00000800:00000200:86.0:1596747359.495339:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47e1ec000 0x27fe1ec000(0x27fe1ec000) 00000800:00000200:86.0:1596747359.495340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464426000 0x27e4426000(0x27e4426000) 00000800:00000200:86.0:1596747359.495340:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47e207000 0x27fe207000(0x27fe207000) 00000800:00000200:86.0:1596747359.495341:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47eeda000 0x27feeda000(0x27feeda000) 00000800:00000200:86.0:1596747359.495342:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47eed7000 0x27feed7000(0x27feed7000) 00000800:00000200:86.0:1596747359.495343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464e4e000 0x27e4e4e000(0x27e4e4e000) 00000800:00000200:86.0:1596747359.495343:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47ae1d000 0x27fae1d000(0x27fae1d000) 00000800:00000200:86.0:1596747359.495344:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464e7e000 0x27e4e7e000(0x27e4e7e000) 00000800:00000200:86.0:1596747359.495345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47ae1b000 0x27fae1b000(0x27fae1b000) 00000800:00000200:86.0:1596747359.495345:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47ed6a000 0x27fed6a000(0x27fed6a000) 00000800:00000200:86.0:1596747359.495346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b46471a000 0x27e471a000(0x27e471a000) 00000800:00000010:86.0:1596747359.495882:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515600 (tot 154831978). 00000800:00000200:86.0:1596747359.495884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495901:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.495901:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444f800] (20)-- 00000800:00000200:86.0:1596747359.495903:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.64@o2ib36 00000800:00000200:86.0:1596747359.496150:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747359.496529:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.64@o2ib36 00000800:00000200:86.0:1596747359.496531:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.64@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747359.496532:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465322240 (tot 154831842). 00000800:00000200:86.0:1596747359.496533:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46444f800] (19)++ 00000800:00000200:86.0:1596747359.496534:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46444f800] (20)++ 00000800:00000200:86.0:1596747359.496534:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46444f800] (21)-- 00000800:00000200:89.2:1596747359.496537:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444f800] (20)++ 00000800:00000010:86.0:1596747359.510380:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1480 (tot 154831954). 00000800:00000200:86.0:1596747359.510383:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1480] -> 192.168.128.58@o2ib36 (1)++ 00000800:00000010:86.0:1596747359.510384:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1400 (tot 154832066). 00000800:00000010:86.0:1596747359.510387:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d6400 (tot 154832362). 00000800:00000010:86.0:1596747359.510389:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353fec0 (tot 154832498). 00000800:00000010:86.0:1596747359.510391:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bd14ea6000 (tot 154834370). 00000800:00000010:86.0:1596747359.510392:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353f980 (tot 154834522). 00000800:00000200:86.0:1596747359.510395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c43194c000 0x37b194c000(0x37b194c000) 00000800:00000200:86.0:1596747359.510396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c43194d000 0x37b194d000(0x37b194d000) 00000800:00000200:86.0:1596747359.510397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c43194e000 0x37b194e000(0x37b194e000) 00000800:00000200:86.0:1596747359.510398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c43194f000 0x37b194f000(0x37b194f000) 00000800:00000200:86.0:1596747359.510398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c431950000 0x37b1950000(0x37b1950000) 00000800:00000200:86.0:1596747359.510399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c431951000 0x37b1951000(0x37b1951000) 00000800:00000200:86.0:1596747359.510400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c431952000 0x37b1952000(0x37b1952000) 00000800:00000200:86.0:1596747359.510401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c431953000 0x37b1953000(0x37b1953000) 00000800:00000200:86.0:1596747359.510401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c431954000 0x37b1954000(0x37b1954000) 00000800:00000200:86.0:1596747359.510402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c431955000 0x37b1955000(0x37b1955000) 00000800:00000200:86.0:1596747359.510403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c431956000 0x37b1956000(0x37b1956000) 00000800:00000200:86.0:1596747359.510404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c431957000 0x37b1957000(0x37b1957000) 00000800:00000200:86.0:1596747359.510404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c431958000 0x37b1958000(0x37b1958000) 00000800:00000200:86.0:1596747359.510405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c431959000 0x37b1959000(0x37b1959000) 00000800:00000200:86.0:1596747359.510406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c43195a000 0x37b195a000(0x37b195a000) 00000800:00000200:86.0:1596747359.510406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c43195b000 0x37b195b000(0x37b195b000) 00000800:00000200:86.0:1596747359.510407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c43195c000 0x37b195c000(0x37b195c000) 00000800:00000200:86.0:1596747359.510408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c43195d000 0x37b195d000(0x37b195d000) 00000800:00000010:86.0:1596747359.510943:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1400 (tot 154834410). 00000800:00000200:86.0:1596747359.510944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510960:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.510962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d6400] (20)-- 00000800:00000200:86.0:1596747359.510964:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.58@o2ib36 00000800:00000200:86.0:1596747359.511219:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747359.511633:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.58@o2ib36 00000800:00000200:86.0:1596747359.511635:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.58@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747359.511636:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353fec0 (tot 154834274). 00000800:00000200:86.0:1596747359.511637:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d6400] (19)++ 00000800:00000200:86.0:1596747359.511638:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d6400] (20)++ 00000800:00000200:86.0:1596747359.511638:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d6400] (21)-- 00000800:00000200:36.2:1596747359.511640:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d6400] (20)++ 00000800:00000010:86.0:1596747360.187009:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488900 (tot 154834386). 00000800:00000200:86.0:1596747360.187012:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488900] -> 192.168.128.158@o2ib36 (1)++ 00000800:00000010:86.0:1596747360.187014:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488980 (tot 154834498). 00000800:00000010:86.0:1596747360.187016:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66803a00 (tot 154834794). 00000800:00000010:86.0:1596747360.187018:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154834930). 00000800:00000010:86.0:1596747360.187020:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66919800 (tot 154836802). 00000800:00000010:86.0:1596747360.187021:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2a780 (tot 154836954). 00000800:00000200:86.0:1596747360.187032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67a98000 0x2fe7a98000(0x2fe7a98000) 00000800:00000200:86.0:1596747360.187033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc6696f000 0x2fe696f000(0x2fe696f000) 00000800:00000200:86.0:1596747360.187034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6699e000 0x2fe699e000(0x2fe699e000) 00000800:00000200:86.0:1596747360.187035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67b5b000 0x2fe7b5b000(0x2fe7b5b000) 00000800:00000200:86.0:1596747360.187036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67ff2000 0x2fe7ff2000(0x2fe7ff2000) 00000800:00000200:86.0:1596747360.187037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7bb2d000 0x2ffbb2d000(0x2ffbb2d000) 00000800:00000200:86.0:1596747360.187037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7edf7000 0x2ffedf7000(0x2ffedf7000) 00000800:00000200:86.0:1596747360.187038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7efc2000 0x2ffefc2000(0x2ffefc2000) 00000800:00000200:86.0:1596747360.187039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7b43f000 0x2ffb43f000(0x2ffb43f000) 00000800:00000200:86.0:1596747360.187040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc679ee000 0x2fe79ee000(0x2fe79ee000) 00000800:00000200:86.0:1596747360.187040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7ee5e000 0x2ffee5e000(0x2ffee5e000) 00000800:00000200:86.0:1596747360.187041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67fb0000 0x2fe7fb0000(0x2fe7fb0000) 00000800:00000200:86.0:1596747360.187042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67900000 0x2fe7900000(0x2fe7900000) 00000800:00000200:86.0:1596747360.187043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7b53b000 0x2ffb53b000(0x2ffb53b000) 00000800:00000200:86.0:1596747360.187043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6680c000 0x2fe680c000(0x2fe680c000) 00000800:00000200:86.0:1596747360.187044:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67f15000 0x2fe7f15000(0x2fe7f15000) 00000800:00000200:86.0:1596747360.187045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67abf000 0x2fe7abf000(0x2fe7abf000) 00000800:00000200:86.0:1596747360.187045:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67a84000 0x2fe7a84000(0x2fe7a84000) 00000800:00000010:86.0:1596747360.187615:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488980 (tot 154836842). 00000800:00000200:86.0:1596747360.187616:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187618:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187618:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187619:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187619:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187620:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187620:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187621:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187621:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187622:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187623:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187623:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187624:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187624:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187625:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187625:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187626:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187626:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187627:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187627:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187628:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187628:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187629:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187629:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187630:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187630:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187631:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187631:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187632:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187632:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187633:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187633:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187634:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.187634:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803a00] (20)-- 00000800:00000200:86.0:1596747360.187636:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.158@o2ib36 00000800:00000200:86.0:1596747360.187900:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747360.188239:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.158@o2ib36 00000800:00000200:86.0:1596747360.188241:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.158@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747360.188241:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154836706). 00000800:00000200:86.0:1596747360.188242:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66803a00] (19)++ 00000800:00000200:86.0:1596747360.188243:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66803a00] (20)++ 00000800:00000200:86.0:1596747360.188244:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66803a00] (21)-- 00000800:00000200:40.2:1596747360.188393:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66803a00] (20)++ 00000800:00000010:86.0:1596747360.347709:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e195200 (tot 154836818). 00000800:00000200:86.0:1596747360.347712:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e195200] -> 192.168.128.133@o2ib36 (1)++ 00000800:00000010:86.0:1596747360.347714:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e195180 (tot 154836930). 00000800:00000010:86.0:1596747360.347719:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e9b3600 (tot 154837226). 00000800:00000010:86.0:1596747360.347720:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9afe00 (tot 154837362). 00000800:00000010:86.0:1596747360.347723:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8db800 (tot 154839234). 00000800:00000010:86.0:1596747360.347724:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9af8c0 (tot 154839386). 00000800:00000200:86.0:1596747360.347730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e9d2000 0xfde9d2000(0xfde9d2000) 00000800:00000200:86.0:1596747360.347731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e9d3000 0xfde9d3000(0xfde9d3000) 00000800:00000200:86.0:1596747360.347732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e9d4000 0xfde9d4000(0xfde9d4000) 00000800:00000200:86.0:1596747360.347733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e9d5000 0xfde9d5000(0xfde9d5000) 00000800:00000200:86.0:1596747360.347733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e9d6000 0xfde9d6000(0xfde9d6000) 00000800:00000200:86.0:1596747360.347734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e9d7000 0xfde9d7000(0xfde9d7000) 00000800:00000200:86.0:1596747360.347735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e9d8000 0xfde9d8000(0xfde9d8000) 00000800:00000200:86.0:1596747360.347736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e9d9000 0xfde9d9000(0xfde9d9000) 00000800:00000200:86.0:1596747360.347736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e9da000 0xfde9da000(0xfde9da000) 00000800:00000200:86.0:1596747360.347737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e9db000 0xfde9db000(0xfde9db000) 00000800:00000200:86.0:1596747360.347738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e9dc000 0xfde9dc000(0xfde9dc000) 00000800:00000200:86.0:1596747360.347739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e9dd000 0xfde9dd000(0xfde9dd000) 00000800:00000200:86.0:1596747360.347739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e9de000 0xfde9de000(0xfde9de000) 00000800:00000200:86.0:1596747360.347740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e9df000 0xfde9df000(0xfde9df000) 00000800:00000200:86.0:1596747360.347741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e9e0000 0xfde9e0000(0xfde9e0000) 00000800:00000200:86.0:1596747360.347741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e9e1000 0xfde9e1000(0xfde9e1000) 00000800:00000200:86.0:1596747360.347742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e9e2000 0xfde9e2000(0xfde9e2000) 00000800:00000200:86.0:1596747360.347743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e9e3000 0xfde9e3000(0xfde9e3000) 00000800:00000010:86.0:1596747360.348310:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e195180 (tot 154839274). 00000800:00000200:86.0:1596747360.348311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348313:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348313:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348314:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e9b3600] (20)-- 00000800:00000200:86.0:1596747360.348331:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.133@o2ib36 00000800:00000200:86.0:1596747360.348594:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747360.348943:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.133@o2ib36 00000800:00000200:89.2:1596747360.348945:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348945:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.133@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747360.348946:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9afe00 (tot 154839138). 00000800:00000200:86.0:1596747360.348947:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e9b3600] (19)++ 00000800:00000200:86.0:1596747360.348948:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e9b3600] (21)++ 00000800:00000200:86.0:1596747360.348949:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e9b3600] (22)-- 00000800:00000200:15.0:1596747360.352564:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d198a00] (21)++ 00000800:00000200:15.0:1596747360.352566:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98945d198a00] (22)++ 00000800:00000200:15.0:1596747360.352570:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98945d198a00] (23)-- 00000800:00020000:15.0:1596747360.352578:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747360.352581:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.168@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747360.352583:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b1200] (22)++ 00000800:00000100:15.0:1596747360.352585:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.168@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747360.352587:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0780] -> 192.168.128.168@o2ib36 (2)-- 00000800:00000200:15.0:1596747360.352588:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4349b1200] (23)-- 00000400:00000200:15.0:1596747360.353171:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.168@o2ib36: down 00000400:00000200:15.0:1596747360.353173:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.168@o2ib36 not found 00000800:00000200:15.0:1596747360.353174:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4349b1200] (22)-- 00000800:00000200:86.0:1596747360.353509:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4349b1200] (21)-- 00000800:00000200:86.0:1596747360.407505:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747361.147453:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0980 (tot 154839250). 00000800:00000200:86.0:1596747361.147457:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0980] -> 192.168.128.79@o2ib36 (1)++ 00000800:00000010:86.0:1596747361.147459:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0a00 (tot 154839362). 00000800:00000010:86.0:1596747361.147462:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d0800 (tot 154839658). 00000800:00000010:86.0:1596747361.147464:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e240 (tot 154839794). 00000800:00000010:86.0:1596747361.147466:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bd14ea2000 (tot 154841666). 00000800:00000010:86.0:1596747361.147467:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353e540 (tot 154841818). 00000800:00000200:86.0:1596747361.147471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c431427000 0x37b1427000(0x37b1427000) 00000800:00000200:86.0:1596747361.147472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c431428000 0x37b1428000(0x37b1428000) 00000800:00000200:86.0:1596747361.147473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c431429000 0x37b1429000(0x37b1429000) 00000800:00000200:86.0:1596747361.147474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c43142a000 0x37b142a000(0x37b142a000) 00000800:00000200:86.0:1596747361.147475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c43142b000 0x37b142b000(0x37b142b000) 00000800:00000200:86.0:1596747361.147475:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c43142c000 0x37b142c000(0x37b142c000) 00000800:00000200:86.0:1596747361.147476:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c43142d000 0x37b142d000(0x37b142d000) 00000800:00000200:86.0:1596747361.147477:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c43142e000 0x37b142e000(0x37b142e000) 00000800:00000200:86.0:1596747361.147478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c43142f000 0x37b142f000(0x37b142f000) 00000800:00000200:86.0:1596747361.147478:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c431430000 0x37b1430000(0x37b1430000) 00000800:00000200:86.0:1596747361.147479:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c431431000 0x37b1431000(0x37b1431000) 00000800:00000200:86.0:1596747361.147480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c431432000 0x37b1432000(0x37b1432000) 00000800:00000200:86.0:1596747361.147480:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c431433000 0x37b1433000(0x37b1433000) 00000800:00000200:86.0:1596747361.147481:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c431434000 0x37b1434000(0x37b1434000) 00000800:00000200:86.0:1596747361.147482:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c431435000 0x37b1435000(0x37b1435000) 00000800:00000200:86.0:1596747361.147483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c431436000 0x37b1436000(0x37b1436000) 00000800:00000200:86.0:1596747361.147483:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c431437000 0x37b1437000(0x37b1437000) 00000800:00000200:86.0:1596747361.147484:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c431460000 0x37b1460000(0x37b1460000) 00000800:00000010:86.0:1596747361.148033:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0a00 (tot 154841706). 00000800:00000200:86.0:1596747361.148034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148036:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148038:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148039:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148040:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148040:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148041:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148042:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148043:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148044:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148045:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148047:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148048:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148050:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148050:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148051:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148051:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148052:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148052:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d0800] (20)-- 00000800:00000200:86.0:1596747361.148054:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.79@o2ib36 00000800:00000200:86.0:1596747361.148325:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747361.148712:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.79@o2ib36 00000800:00000200:86.0:1596747361.148713:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.79@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747361.148714:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e240 (tot 154841570). 00000800:00000200:86.0:1596747361.148715:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d0800] (19)++ 00000800:00000200:86.0:1596747361.148716:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d0800] (20)++ 00000800:00000200:86.0:1596747361.148717:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d0800] (21)-- 00000800:00000200:36.2:1596747361.148722:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d0800] (20)++ 00000800:00000010:86.0:1596747361.273869:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194b80 (tot 154841682). 00000800:00000200:86.0:1596747361.273873:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194b80] -> 192.168.128.78@o2ib36 (1)++ 00000800:00000010:86.0:1596747361.273875:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194c00 (tot 154841794). 00000800:00000010:86.0:1596747361.273876:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5efc5600 (tot 154842090). 00000800:00000010:86.0:1596747361.273877:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154842226). 00000800:00000010:86.0:1596747361.273879:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8d8800 (tot 154844098). 00000800:00000010:86.0:1596747361.273880:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9ae6c0 (tot 154844250). 00000800:00000200:86.0:1596747361.273883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e9e4000 0xfde9e4000(0xfde9e4000) 00000800:00000200:86.0:1596747361.273884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e9e5000 0xfde9e5000(0xfde9e5000) 00000800:00000200:86.0:1596747361.273885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e9e6000 0xfde9e6000(0xfde9e6000) 00000800:00000200:86.0:1596747361.273886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e9e7000 0xfde9e7000(0xfde9e7000) 00000800:00000200:86.0:1596747361.273887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e9e8000 0xfde9e8000(0xfde9e8000) 00000800:00000200:86.0:1596747361.273887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e9e9000 0xfde9e9000(0xfde9e9000) 00000800:00000200:86.0:1596747361.273888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e9ea000 0xfde9ea000(0xfde9ea000) 00000800:00000200:86.0:1596747361.273889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e9eb000 0xfde9eb000(0xfde9eb000) 00000800:00000200:86.0:1596747361.273890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e9ec000 0xfde9ec000(0xfde9ec000) 00000800:00000200:86.0:1596747361.273890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e9ed000 0xfde9ed000(0xfde9ed000) 00000800:00000200:86.0:1596747361.273891:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5e9ee000 0xfde9ee000(0xfde9ee000) 00000800:00000200:86.0:1596747361.273892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5e9ef000 0xfde9ef000(0xfde9ef000) 00000800:00000200:86.0:1596747361.273893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5e9f0000 0xfde9f0000(0xfde9f0000) 00000800:00000200:86.0:1596747361.273893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5e9f1000 0xfde9f1000(0xfde9f1000) 00000800:00000200:86.0:1596747361.273894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5e9f2000 0xfde9f2000(0xfde9f2000) 00000800:00000200:86.0:1596747361.273895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5e9f3000 0xfde9f3000(0xfde9f3000) 00000800:00000200:86.0:1596747361.273895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5e9f4000 0xfde9f4000(0xfde9f4000) 00000800:00000200:86.0:1596747361.273896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5e9f5000 0xfde9f5000(0xfde9f5000) 00000800:00000010:86.0:1596747361.274429:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194c00 (tot 154844138). 00000800:00000200:86.0:1596747361.274430:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274433:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.274448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5600] (20)-- 00000800:00000200:86.0:1596747361.274449:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.78@o2ib36 00000800:00000200:86.0:1596747361.274704:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747361.275072:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.78@o2ib36 00000800:00000200:86.0:1596747361.275074:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.78@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747361.275075:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154844002). 00000800:00000200:86.0:1596747361.275076:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5efc5600] (19)++ 00000800:00000200:86.0:1596747361.275076:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5efc5600] (20)++ 00000800:00000200:86.0:1596747361.275077:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5efc5600] (21)-- 00000800:00000200:88.2:1596747361.275286:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5efc5600] (20)++ 00000800:00020000:15.0:1596747361.352535:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747361.352538:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.119@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747361.352539:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444c000] (22)++ 00000800:00000100:15.0:1596747361.352541:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.119@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747361.352543:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e515780] -> 192.168.128.119@o2ib36 (2)-- 00000800:00000200:15.0:1596747361.352544:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444c000] (23)-- 00000800:00020000:15.0:1596747361.352549:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747361.352550:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.165@o2ib36 (107): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747361.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55c08000] (22)++ 00000800:00000100:15.0:1596747361.352552:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.165@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747361.352554:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c2700] -> 192.168.128.165@o2ib36 (2)-- 00000800:00000200:15.0:1596747361.352555:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55c08000] (23)-- 00000400:00000200:15.0:1596747361.353090:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.119@o2ib36: down 00000400:00000200:15.0:1596747361.353091:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.119@o2ib36 not found 00000800:00000200:15.0:1596747361.353092:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444c000] (22)-- 00000400:00000200:15.0:1596747361.353639:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.165@o2ib36: down 00000400:00000200:15.0:1596747361.353640:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.165@o2ib36 not found 00000800:00000200:15.0:1596747361.353640:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55c08000] (22)-- 00000800:00000200:86.0:1596747361.353772:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46444c000] (21)-- 00000800:00000200:86.0:1596747361.353931:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55c08000] (21)-- 00000800:00000010:86.0:1596747361.512208:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194c00 (tot 154844114). 00000800:00000200:86.0:1596747361.512212:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194c00] -> 192.168.128.167@o2ib36 (1)++ 00000800:00000010:86.0:1596747361.512214:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194c80 (tot 154844226). 00000800:00000010:86.0:1596747361.512216:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e833000 (tot 154844522). 00000800:00000010:86.0:1596747361.512217:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154844658). 00000800:00000010:86.0:1596747361.512218:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8d8000 (tot 154846530). 00000800:00000010:86.0:1596747361.512219:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9ae900 (tot 154846682). 00000800:00000200:86.0:1596747361.512225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5e9f6000 0xfde9f6000(0xfde9f6000) 00000800:00000200:86.0:1596747361.512226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5e9f7000 0xfde9f7000(0xfde9f7000) 00000800:00000200:86.0:1596747361.512227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5e9f8000 0xfde9f8000(0xfde9f8000) 00000800:00000200:86.0:1596747361.512228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5e9f9000 0xfde9f9000(0xfde9f9000) 00000800:00000200:86.0:1596747361.512228:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5e9fa000 0xfde9fa000(0xfde9fa000) 00000800:00000200:86.0:1596747361.512229:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5e9fb000 0xfde9fb000(0xfde9fb000) 00000800:00000200:86.0:1596747361.512230:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5e9fc000 0xfde9fc000(0xfde9fc000) 00000800:00000200:86.0:1596747361.512231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5e9fd000 0xfde9fd000(0xfde9fd000) 00000800:00000200:86.0:1596747361.512231:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5e9fe000 0xfde9fe000(0xfde9fe000) 00000800:00000200:86.0:1596747361.512232:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5e9ff000 0xfde9ff000(0xfde9ff000) 00000800:00000200:86.0:1596747361.512233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea00000 0xfdea00000(0xfdea00000) 00000800:00000200:86.0:1596747361.512233:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea01000 0xfdea01000(0xfdea01000) 00000800:00000200:86.0:1596747361.512234:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea02000 0xfdea02000(0xfdea02000) 00000800:00000200:86.0:1596747361.512235:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea03000 0xfdea03000(0xfdea03000) 00000800:00000200:86.0:1596747361.512236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea04000 0xfdea04000(0xfdea04000) 00000800:00000200:86.0:1596747361.512236:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea05000 0xfdea05000(0xfdea05000) 00000800:00000200:86.0:1596747361.512237:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea06000 0xfdea06000(0xfdea06000) 00000800:00000200:86.0:1596747361.512238:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea07000 0xfdea07000(0xfdea07000) 00000800:00000010:86.0:1596747361.512808:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194c80 (tot 154846570). 00000800:00000200:86.0:1596747361.512809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512811:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512812:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512812:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512813:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512813:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512814:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512814:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512815:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512815:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512816:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512816:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512817:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512817:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512818:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512818:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512819:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512819:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512820:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512820:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512821:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512821:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512822:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512822:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512823:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512823:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512824:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512824:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512825:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512825:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512826:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512826:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.512827:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e833000] (20)-- 00000800:00000200:86.0:1596747361.512828:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.167@o2ib36 00000800:00000200:86.0:1596747361.513089:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747361.513471:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.167@o2ib36 00000800:00000200:86.0:1596747361.513473:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.167@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747361.513473:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154846434). 00000800:00000200:86.0:1596747361.513474:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e833000] (19)++ 00000800:00000200:86.0:1596747361.513475:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e833000] (20)++ 00000800:00000200:86.0:1596747361.513476:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e833000] (21)-- 00000800:00000200:88.2:1596747361.513666:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e833000] (20)++ 00000800:00000010:86.0:1596747361.875184:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01700 (tot 154846546). 00000800:00000200:86.0:1596747361.875188:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01700] -> 192.168.128.7@o2ib36 (1)++ 00000800:00000010:86.0:1596747361.875190:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01680 (tot 154846658). 00000800:00000010:86.0:1596747361.875194:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462982000 (tot 154846954). 00000800:00000010:86.0:1596747361.875195:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154847090). 00000800:00000010:86.0:1596747361.875197:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a7800 (tot 154848962). 00000800:00000010:86.0:1596747361.875198:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a476d8ae40 (tot 154849114). 00000800:00000200:86.0:1596747361.875204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47e8fb000 0x17fe8fb000(0x17fe8fb000) 00000800:00000200:86.0:1596747361.875205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a4608cc000 0x17e08cc000(0x17e08cc000) 00000800:00000200:86.0:1596747361.875206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a4608cd000 0x17e08cd000(0x17e08cd000) 00000800:00000200:86.0:1596747361.875206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a4608ce000 0x17e08ce000(0x17e08ce000) 00000800:00000200:86.0:1596747361.875207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a4608cf000 0x17e08cf000(0x17e08cf000) 00000800:00000200:86.0:1596747361.875208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476e64000 0x17f6e64000(0x17f6e64000) 00000800:00000200:86.0:1596747361.875209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476e65000 0x17f6e65000(0x17f6e65000) 00000800:00000200:86.0:1596747361.875209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a476e66000 0x17f6e66000(0x17f6e66000) 00000800:00000200:86.0:1596747361.875210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a476e67000 0x17f6e67000(0x17f6e67000) 00000800:00000200:86.0:1596747361.875211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a476d80000 0x17f6d80000(0x17f6d80000) 00000800:00000200:86.0:1596747361.875211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a476d81000 0x17f6d81000(0x17f6d81000) 00000800:00000200:86.0:1596747361.875212:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a476d82000 0x17f6d82000(0x17f6d82000) 00000800:00000200:86.0:1596747361.875213:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a476d83000 0x17f6d83000(0x17f6d83000) 00000800:00000200:86.0:1596747361.875214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a461564000 0x17e1564000(0x17e1564000) 00000800:00000200:86.0:1596747361.875214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a461565000 0x17e1565000(0x17e1565000) 00000800:00000200:86.0:1596747361.875215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a461566000 0x17e1566000(0x17e1566000) 00000800:00000200:86.0:1596747361.875216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a461567000 0x17e1567000(0x17e1567000) 00000800:00000200:86.0:1596747361.875217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47df14000 0x17fdf14000(0x17fdf14000) 00000800:00000010:86.0:1596747361.875774:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01680 (tot 154849002). 00000800:00000200:86.0:1596747361.875775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875779:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875780:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875784:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875785:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875785:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875786:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875786:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875787:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875787:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875788:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875788:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875789:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875789:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875790:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875790:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875791:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875791:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875792:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.875793:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982000] (20)-- 00000800:00000200:86.0:1596747361.875795:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.7@o2ib36 00000800:00000200:86.0:1596747361.876048:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747361.876434:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.7@o2ib36 00000800:00000200:36.2:1596747361.876434:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462982000] (19)++ 00000800:00000200:86.0:1596747361.876435:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.7@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747361.876436:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154848866). 00000800:00000200:86.0:1596747361.876437:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462982000] (20)++ 00000800:00000200:86.0:1596747361.876438:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462982000] (21)++ 00000800:00000200:86.0:1596747361.876438:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462982000] (22)-- 00000800:00000010:86.0:1596747361.974361:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897b00 (tot 154848978). 00000800:00000200:86.0:1596747361.974364:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897b00] -> 192.168.128.162@o2ib36 (1)++ 00000800:00000010:86.0:1596747361.974366:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897b80 (tot 154849090). 00000800:00000010:86.0:1596747361.974369:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945d429000 (tot 154849386). 00000800:00000010:86.0:1596747361.974371:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d340480 (tot 154849522). 00000800:00000010:86.0:1596747361.974373:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d2dc000 (tot 154851394). 00000800:00000010:86.0:1596747361.974374:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945d340e40 (tot 154851546). 00000800:00000200:86.0:1596747361.974381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc61000 0x7dcc61000(0x7dcc61000) 00000800:00000200:86.0:1596747361.974382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc62000 0x7dcc62000(0x7dcc62000) 00000800:00000200:86.0:1596747361.974383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc63000 0x7dcc63000(0x7dcc63000) 00000800:00000200:86.0:1596747361.974384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc64000 0x7dcc64000(0x7dcc64000) 00000800:00000200:86.0:1596747361.974384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc65000 0x7dcc65000(0x7dcc65000) 00000800:00000200:86.0:1596747361.974385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc66000 0x7dcc66000(0x7dcc66000) 00000800:00000200:86.0:1596747361.974386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc67000 0x7dcc67000(0x7dcc67000) 00000800:00000200:86.0:1596747361.974387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc68000 0x7dcc68000(0x7dcc68000) 00000800:00000200:86.0:1596747361.974387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc69000 0x7dcc69000(0x7dcc69000) 00000800:00000200:86.0:1596747361.974388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc6a000 0x7dcc6a000(0x7dcc6a000) 00000800:00000200:86.0:1596747361.974389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc6b000 0x7dcc6b000(0x7dcc6b000) 00000800:00000200:86.0:1596747361.974389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc6c000 0x7dcc6c000(0x7dcc6c000) 00000800:00000200:86.0:1596747361.974390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc6d000 0x7dcc6d000(0x7dcc6d000) 00000800:00000200:86.0:1596747361.974391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc6e000 0x7dcc6e000(0x7dcc6e000) 00000800:00000200:86.0:1596747361.974392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc6f000 0x7dcc6f000(0x7dcc6f000) 00000800:00000200:86.0:1596747361.974393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc70000 0x7dcc70000(0x7dcc70000) 00000800:00000200:86.0:1596747361.974394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc71000 0x7dcc71000(0x7dcc71000) 00000800:00000200:86.0:1596747361.974394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc72000 0x7dcc72000(0x7dcc72000) 00000800:00000010:86.0:1596747361.974943:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897b80 (tot 154851434). 00000800:00000200:86.0:1596747361.974944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974956:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974957:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974957:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974958:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974958:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974959:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974959:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974960:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974961:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974961:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974962:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.974962:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945d429000] (20)-- 00000800:00000200:86.0:1596747361.974964:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.162@o2ib36 00000800:00000200:86.0:1596747361.975207:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747361.975607:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.162@o2ib36 00000800:00000200:86.0:1596747361.975609:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.162@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747361.975610:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d340480 (tot 154851298). 00000800:00000200:86.0:1596747361.975611:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945d429000] (19)++ 00000800:00000200:86.0:1596747361.975611:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945d429000] (20)++ 00000800:00000200:86.0:1596747361.975612:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945d429000] (21)-- 00000800:00000200:37.2:1596747361.975769:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945d429000] (20)++ 00000800:00000010:86.0:1596747362.000871:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c3780 (tot 154851410). 00000800:00000200:86.0:1596747362.000874:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c3780] -> 192.168.128.8@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.000877:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c3700 (tot 154851522). 00000800:00000010:86.0:1596747362.000880:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d30000 (tot 154851818). 00000800:00000010:86.0:1596747362.000882:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc57476780 (tot 154851954). 00000800:00000010:86.0:1596747362.000885:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc9000 (tot 154853826). 00000800:00000010:86.0:1596747362.000886:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57476c00 (tot 154853978). 00000800:00000200:86.0:1596747362.000896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57bdb000 0x3fd7bdb000(0x3fd7bdb000) 00000800:00000200:86.0:1596747362.000897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57838000 0x3fd7838000(0x3fd7838000) 00000800:00000200:86.0:1596747362.000898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57bb5000 0x3fd7bb5000(0x3fd7bb5000) 00000800:00000200:86.0:1596747362.000898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc7c392000 0x3ffc392000(0x3ffc392000) 00000800:00000200:86.0:1596747362.000899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5777a000 0x3fd777a000(0x3fd777a000) 00000800:00000200:86.0:1596747362.000900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc782e4000 0x3ff82e4000(0x3ff82e4000) 00000800:00000200:86.0:1596747362.000901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7c15b000 0x3ffc15b000(0x3ffc15b000) 00000800:00000200:86.0:1596747362.000901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7f268000 0x3fff268000(0x3fff268000) 00000800:00000200:86.0:1596747362.000902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc5740d000 0x3fd740d000(0x3fd740d000) 00000800:00000200:86.0:1596747362.000903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc575e9000 0x3fd75e9000(0x3fd75e9000) 00000800:00000200:86.0:1596747362.000904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc575e1000 0x3fd75e1000(0x3fd75e1000) 00000800:00000200:86.0:1596747362.000904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57b1b000 0x3fd7b1b000(0x3fd7b1b000) 00000800:00000200:86.0:1596747362.000905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc5783b000 0x3fd783b000(0x3fd783b000) 00000800:00000200:86.0:1596747362.000906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc561d4000 0x3fd61d4000(0x3fd61d4000) 00000800:00000200:86.0:1596747362.000907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57768000 0x3fd7768000(0x3fd7768000) 00000800:00000200:86.0:1596747362.000908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc7c3e8000 0x3ffc3e8000(0x3ffc3e8000) 00000800:00000200:86.0:1596747362.000908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57b7f000 0x3fd7b7f000(0x3fd7b7f000) 00000800:00000200:86.0:1596747362.000909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc57958000 0x3fd7958000(0x3fd7958000) 00000800:00000010:86.0:1596747362.001434:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c3700 (tot 154853866). 00000800:00000200:86.0:1596747362.001436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001450:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001451:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001451:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001452:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001453:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.001453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30000] (20)-- 00000800:00000200:86.0:1596747362.001455:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.8@o2ib36 00000800:00000200:86.0:1596747362.001718:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747362.002087:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.8@o2ib36 00000800:00000200:86.0:1596747362.002089:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.8@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.002090:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc57476780 (tot 154853730). 00000800:00000200:86.0:1596747362.002091:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d30000] (19)++ 00000800:00000200:86.0:1596747362.002091:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d30000] (20)++ 00000800:00000200:86.0:1596747362.002092:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d30000] (21)-- 00000800:00000200:38.2:1596747362.002093:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d30000] (21)++ 00000800:00000010:86.0:1596747362.098699:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1400 (tot 154853842). 00000800:00000200:86.0:1596747362.098702:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1400] -> 192.168.128.100@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.098704:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1380 (tot 154853954). 00000800:00000010:86.0:1596747362.098706:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d7e00 (tot 154854250). 00000800:00000010:86.0:1596747362.098710:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353fec0 (tot 154854386). 00000800:00000010:86.0:1596747362.098712:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434018000 (tot 154856258). 00000800:00000010:86.0:1596747362.098712:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353f740 (tot 154856410). 00000800:00000200:86.0:1596747362.098715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c4311cb000 0x37b11cb000(0x37b11cb000) 00000800:00000200:86.0:1596747362.098716:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c4311cc000 0x37b11cc000(0x37b11cc000) 00000800:00000200:86.0:1596747362.098717:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c4311cd000 0x37b11cd000(0x37b11cd000) 00000800:00000200:86.0:1596747362.098718:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c4311ce000 0x37b11ce000(0x37b11ce000) 00000800:00000200:86.0:1596747362.098719:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c4311cf000 0x37b11cf000(0x37b11cf000) 00000800:00000200:86.0:1596747362.098720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c4311d0000 0x37b11d0000(0x37b11d0000) 00000800:00000200:86.0:1596747362.098720:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c4311d1000 0x37b11d1000(0x37b11d1000) 00000800:00000200:86.0:1596747362.098721:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c4311d2000 0x37b11d2000(0x37b11d2000) 00000800:00000200:86.0:1596747362.098722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c4311d3000 0x37b11d3000(0x37b11d3000) 00000800:00000200:86.0:1596747362.098722:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c4311d4000 0x37b11d4000(0x37b11d4000) 00000800:00000200:86.0:1596747362.098723:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c4311d5000 0x37b11d5000(0x37b11d5000) 00000800:00000200:86.0:1596747362.098724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c4311d6000 0x37b11d6000(0x37b11d6000) 00000800:00000200:86.0:1596747362.098725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c4311d7000 0x37b11d7000(0x37b11d7000) 00000800:00000200:86.0:1596747362.098726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c4311d8000 0x37b11d8000(0x37b11d8000) 00000800:00000200:86.0:1596747362.098726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c4311d9000 0x37b11d9000(0x37b11d9000) 00000800:00000200:86.0:1596747362.098727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c4311da000 0x37b11da000(0x37b11da000) 00000800:00000200:86.0:1596747362.098728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c4311db000 0x37b11db000(0x37b11db000) 00000800:00000200:86.0:1596747362.098729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c4311dc000 0x37b11dc000(0x37b11dc000) 00000800:00000010:86.0:1596747362.099259:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1380 (tot 154856298). 00000800:00000200:86.0:1596747362.099261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.099279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d7e00] (20)-- 00000800:00000200:86.0:1596747362.099280:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.100@o2ib36 00000800:00000200:86.0:1596747362.099532:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747362.100947:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.100@o2ib36 00000800:00000200:86.0:1596747362.100948:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.100@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.100949:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353fec0 (tot 154856162). 00000800:00000200:86.0:1596747362.100950:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d7e00] (19)++ 00000800:00000200:86.0:1596747362.100951:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d7e00] (20)++ 00000800:00000200:86.0:1596747362.100952:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d7e00] (21)-- 00000800:00000200:89.2:1596747362.100956:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d7e00] (20)++ 00000800:00000010:86.0:1596747362.114353:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489700 (tot 154856274). 00000800:00000200:86.0:1596747362.114356:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489700] -> 192.168.128.14@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.114358:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489680 (tot 154856386). 00000800:00000010:86.0:1596747362.114360:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66806c00 (tot 154856682). 00000800:00000010:86.0:1596747362.114361:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2b8c0 (tot 154856818). 00000800:00000010:86.0:1596747362.114363:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6691c800 (tot 154858690). 00000800:00000010:86.0:1596747362.114364:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2b5c0 (tot 154858842). 00000800:00000200:86.0:1596747362.114369:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc7b5d0000 0x2ffb5d0000(0x2ffb5d0000) 00000800:00000200:86.0:1596747362.114371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b5b69f7000 0x29369f7000(0x29369f7000) 00000800:00000200:86.0:1596747362.114371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7e294000 0x2ffe294000(0x2ffe294000) 00000800:00000200:86.0:1596747362.114372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67aba000 0x2fe7aba000(0x2fe7aba000) 00000800:00000200:86.0:1596747362.114373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b5146ec000 0x28946ec000(0x28946ec000) 00000800:00000200:86.0:1596747362.114374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7bb6f000 0x2ffbb6f000(0x2ffbb6f000) 00000800:00000200:86.0:1596747362.114375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7bbd7000 0x2ffbbd7000(0x2ffbbd7000) 00000800:00000200:86.0:1596747362.114375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6696c000 0x2fe696c000(0x2fe696c000) 00000800:00000200:86.0:1596747362.114376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7f595000 0x2fff595000(0x2fff595000) 00000800:00000200:86.0:1596747362.114377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67ef5000 0x2fe7ef5000(0x2fe7ef5000) 00000800:00000200:86.0:1596747362.114378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67dcd000 0x2fe7dcd000(0x2fe7dcd000) 00000800:00000200:86.0:1596747362.114379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67b8d000 0x2fe7b8d000(0x2fe7b8d000) 00000800:00000200:86.0:1596747362.114380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67a4c000 0x2fe7a4c000(0x2fe7a4c000) 00000800:00000200:86.0:1596747362.114380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b514615000 0x2894615000(0x2894615000) 00000800:00000200:86.0:1596747362.114381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7f112000 0x2fff112000(0x2fff112000) 00000800:00000200:86.0:1596747362.114382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67dcb000 0x2fe7dcb000(0x2fe7dcb000) 00000800:00000200:86.0:1596747362.114383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67ac8000 0x2fe7ac8000(0x2fe7ac8000) 00000800:00000200:86.0:1596747362.114383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b5b638e000 0x293638e000(0x293638e000) 00000800:00000010:86.0:1596747362.114929:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489680 (tot 154858730). 00000800:00000200:86.0:1596747362.114930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.114948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66806c00] (20)-- 00000800:00000200:86.0:1596747362.114949:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.14@o2ib36 00000800:00000200:86.0:1596747362.115203:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747362.115582:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.14@o2ib36 00000800:00000200:86.0:1596747362.115584:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.14@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.115584:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2b8c0 (tot 154858594). 00000800:00000200:86.0:1596747362.115586:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66806c00] (19)++ 00000800:00000200:86.0:1596747362.115586:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66806c00] (20)++ 00000800:00000200:86.0:1596747362.115587:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66806c00] (21)-- 00000800:00000200:40.2:1596747362.115764:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66806c00] (20)++ 00000800:00000010:86.0:1596747362.296732:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e195180 (tot 154858706). 00000800:00000200:86.0:1596747362.296736:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e195180] -> 192.168.128.31@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.296738:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e195100 (tot 154858818). 00000800:00000010:86.0:1596747362.296740:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e830c00 (tot 154859114). 00000800:00000010:86.0:1596747362.296742:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9afe00 (tot 154859250). 00000800:00000010:86.0:1596747362.296744:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e8de000 (tot 154861122). 00000800:00000010:86.0:1596747362.296745:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9af680 (tot 154861274). 00000800:00000200:86.0:1596747362.296751:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5ea08000 0xfdea08000(0xfdea08000) 00000800:00000200:86.0:1596747362.296752:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5ea09000 0xfdea09000(0xfdea09000) 00000800:00000200:86.0:1596747362.296753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5ea0a000 0xfdea0a000(0xfdea0a000) 00000800:00000200:86.0:1596747362.296753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5ea0b000 0xfdea0b000(0xfdea0b000) 00000800:00000200:86.0:1596747362.296754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5ea0c000 0xfdea0c000(0xfdea0c000) 00000800:00000200:86.0:1596747362.296755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5ea0d000 0xfdea0d000(0xfdea0d000) 00000800:00000200:86.0:1596747362.296756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5ea0e000 0xfdea0e000(0xfdea0e000) 00000800:00000200:86.0:1596747362.296756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5ea0f000 0xfdea0f000(0xfdea0f000) 00000800:00000200:86.0:1596747362.296760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5ea10000 0xfdea10000(0xfdea10000) 00000800:00000200:86.0:1596747362.296761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5ea11000 0xfdea11000(0xfdea11000) 00000800:00000200:86.0:1596747362.296762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea12000 0xfdea12000(0xfdea12000) 00000800:00000200:86.0:1596747362.296762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea13000 0xfdea13000(0xfdea13000) 00000800:00000200:86.0:1596747362.296763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea14000 0xfdea14000(0xfdea14000) 00000800:00000200:86.0:1596747362.296764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea15000 0xfdea15000(0xfdea15000) 00000800:00000200:86.0:1596747362.296765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea16000 0xfdea16000(0xfdea16000) 00000800:00000200:86.0:1596747362.296765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea17000 0xfdea17000(0xfdea17000) 00000800:00000200:86.0:1596747362.296766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea18000 0xfdea18000(0xfdea18000) 00000800:00000200:86.0:1596747362.296767:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea19000 0xfdea19000(0xfdea19000) 00000800:00000010:86.0:1596747362.297321:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e195100 (tot 154861162). 00000800:00000200:86.0:1596747362.297322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297332:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297332:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297333:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297333:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297334:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297334:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297335:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.297340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e830c00] (20)-- 00000800:00000200:86.0:1596747362.297342:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.31@o2ib36 00000800:00000200:86.0:1596747362.297615:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747362.298032:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.31@o2ib36 00000800:00000200:86.0:1596747362.298033:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.31@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.298033:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9afe00 (tot 154861026). 00000800:00000200:86.0:1596747362.298034:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e830c00] (19)++ 00000800:00000200:86.0:1596747362.298035:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e830c00] (20)++ 00000800:00000200:86.0:1596747362.298036:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e830c00] (21)-- 00000800:00000200:89.2:1596747362.298040:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e830c00] (20)++ 00000800:00000200:86.0:1596747362.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747362.508468:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2c80 (tot 154861138). 00000800:00000200:86.0:1596747362.508472:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2c80] -> 192.168.128.46@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.508474:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2d00 (tot 154861250). 00000800:00000010:86.0:1596747362.508477:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c585200 (tot 154861546). 00000800:00000010:86.0:1596747362.508478:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d8240 (tot 154861682). 00000800:00000010:86.0:1596747362.508481:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c58f800 (tot 154863554). 00000800:00000010:86.0:1596747362.508482:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c6d8c00 (tot 154863706). 00000800:00000200:86.0:1596747362.508486:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c70a000 0x1fdc70a000(0x1fdc70a000) 00000800:00000200:86.0:1596747362.508487:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c70b000 0x1fdc70b000(0x1fdc70b000) 00000800:00000200:86.0:1596747362.508488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c70c000 0x1fdc70c000(0x1fdc70c000) 00000800:00000200:86.0:1596747362.508488:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c70d000 0x1fdc70d000(0x1fdc70d000) 00000800:00000200:86.0:1596747362.508489:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c70e000 0x1fdc70e000(0x1fdc70e000) 00000800:00000200:86.0:1596747362.508490:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c70f000 0x1fdc70f000(0x1fdc70f000) 00000800:00000200:86.0:1596747362.508491:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c710000 0x1fdc710000(0x1fdc710000) 00000800:00000200:86.0:1596747362.508492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c711000 0x1fdc711000(0x1fdc711000) 00000800:00000200:86.0:1596747362.508493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c712000 0x1fdc712000(0x1fdc712000) 00000800:00000200:86.0:1596747362.508493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c713000 0x1fdc713000(0x1fdc713000) 00000800:00000200:86.0:1596747362.508494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c714000 0x1fdc714000(0x1fdc714000) 00000800:00000200:86.0:1596747362.508495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c715000 0x1fdc715000(0x1fdc715000) 00000800:00000200:86.0:1596747362.508496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c716000 0x1fdc716000(0x1fdc716000) 00000800:00000200:86.0:1596747362.508496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c717000 0x1fdc717000(0x1fdc717000) 00000800:00000200:86.0:1596747362.508502:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c718000 0x1fdc718000(0x1fdc718000) 00000800:00000200:86.0:1596747362.508503:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c719000 0x1fdc719000(0x1fdc719000) 00000800:00000200:86.0:1596747362.508504:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c71a000 0x1fdc71a000(0x1fdc71a000) 00000800:00000200:86.0:1596747362.508505:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c71b000 0x1fdc71b000(0x1fdc71b000) 00000800:00000010:86.0:1596747362.509072:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2d00 (tot 154863594). 00000800:00000200:86.0:1596747362.509074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c585200] (20)-- 00000800:00000200:86.0:1596747362.509093:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.46@o2ib36 00000800:00000200:86.0:1596747362.509353:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:84.2:1596747362.509658:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c585200] (19)++ 00000800:00000200:86.0:1596747362.509659:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.46@o2ib36 00000800:00000200:86.0:1596747362.509660:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.46@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.509661:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d8240 (tot 154863458). 00000800:00000200:86.0:1596747362.509662:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c585200] (20)++ 00000800:00000200:86.0:1596747362.509663:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c585200] (21)++ 00000800:00000200:86.0:1596747362.509664:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c585200] (22)-- 00000800:00000010:86.0:1596747362.513289:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2d00 (tot 154863570). 00000800:00000200:86.0:1596747362.513292:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2d00] -> 192.168.128.25@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.513294:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2d80 (tot 154863682). 00000800:00000010:86.0:1596747362.513295:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c582200 (tot 154863978). 00000800:00000010:86.0:1596747362.513296:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c6d8240 (tot 154864114). 00000800:00000010:86.0:1596747362.513297:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c589800 (tot 154865986). 00000800:00000010:86.0:1596747362.513300:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c722000 (tot 154866138). 00000800:00000200:86.0:1596747362.513305:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c71c000 0x1fdc71c000(0x1fdc71c000) 00000800:00000200:86.0:1596747362.513307:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c71d000 0x1fdc71d000(0x1fdc71d000) 00000800:00000200:86.0:1596747362.513307:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c71e000 0x1fdc71e000(0x1fdc71e000) 00000800:00000200:86.0:1596747362.513308:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c71f000 0x1fdc71f000(0x1fdc71f000) 00000800:00000200:86.0:1596747362.513309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c720000 0x1fdc720000(0x1fdc720000) 00000800:00000200:86.0:1596747362.513310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c721000 0x1fdc721000(0x1fdc721000) 00000800:00000200:86.0:1596747362.513311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c724000 0x1fdc724000(0x1fdc724000) 00000800:00000200:86.0:1596747362.513312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c725000 0x1fdc725000(0x1fdc725000) 00000800:00000200:86.0:1596747362.513312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c726000 0x1fdc726000(0x1fdc726000) 00000800:00000200:86.0:1596747362.513313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c727000 0x1fdc727000(0x1fdc727000) 00000800:00000200:86.0:1596747362.513314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c728000 0x1fdc728000(0x1fdc728000) 00000800:00000200:86.0:1596747362.513315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c729000 0x1fdc729000(0x1fdc729000) 00000800:00000200:86.0:1596747362.513315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c72a000 0x1fdc72a000(0x1fdc72a000) 00000800:00000200:86.0:1596747362.513316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c72b000 0x1fdc72b000(0x1fdc72b000) 00000800:00000200:86.0:1596747362.513317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c72c000 0x1fdc72c000(0x1fdc72c000) 00000800:00000200:86.0:1596747362.513318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c72d000 0x1fdc72d000(0x1fdc72d000) 00000800:00000200:86.0:1596747362.513318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c72e000 0x1fdc72e000(0x1fdc72e000) 00000800:00000200:86.0:1596747362.513319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c72f000 0x1fdc72f000(0x1fdc72f000) 00000800:00000010:86.0:1596747362.513868:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2d80 (tot 154866026). 00000800:00000200:86.0:1596747362.513869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513872:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.513887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c582200] (20)-- 00000800:00000200:86.0:1596747362.513889:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.25@o2ib36 00000800:00000200:86.0:1596747362.514143:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747362.514564:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.25@o2ib36 00000800:00000200:86.0:1596747362.514565:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.25@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.514566:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c6d8240 (tot 154865890). 00000800:00000200:86.0:1596747362.514568:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c582200] (19)++ 00000800:00000200:86.0:1596747362.514569:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c582200] (20)++ 00000800:00000200:86.0:1596747362.514570:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c582200] (21)-- 00000800:00000200:89.2:1596747362.514572:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c582200] (20)++ 00000800:00000010:86.0:1596747362.826987:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01200 (tot 154866002). 00000800:00000200:86.0:1596747362.826990:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01200] -> 192.168.128.130@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.826992:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01280 (tot 154866114). 00000800:00000010:86.0:1596747362.826994:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462980600 (tot 154866410). 00000800:00000010:86.0:1596747362.826996:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a476d8a240 (tot 154866546). 00000800:00000010:86.0:1596747362.826998:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a1800 (tot 154868418). 00000800:00000010:86.0:1596747362.827003:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47edd4000 (tot 154868570). 00000800:00000200:86.0:1596747362.827012:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47df15000 0x17fdf15000(0x17fdf15000) 00000800:00000200:86.0:1596747362.827013:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47df16000 0x17fdf16000(0x17fdf16000) 00000800:00000200:86.0:1596747362.827014:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47df17000 0x17fdf17000(0x17fdf17000) 00000800:00000200:86.0:1596747362.827015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47edf0000 0x17fedf0000(0x17fedf0000) 00000800:00000200:86.0:1596747362.827016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47edf1000 0x17fedf1000(0x17fedf1000) 00000800:00000200:86.0:1596747362.827017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47edf2000 0x17fedf2000(0x17fedf2000) 00000800:00000200:86.0:1596747362.827018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47edf3000 0x17fedf3000(0x17fedf3000) 00000800:00000200:86.0:1596747362.827018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47ede0000 0x17fede0000(0x17fede0000) 00000800:00000200:86.0:1596747362.827019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47ede1000 0x17fede1000(0x17fede1000) 00000800:00000200:86.0:1596747362.827020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47ede2000 0x17fede2000(0x17fede2000) 00000800:00000200:86.0:1596747362.827021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47ede3000 0x17fede3000(0x17fede3000) 00000800:00000200:86.0:1596747362.827021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47edd6000 0x17fedd6000(0x17fedd6000) 00000800:00000200:86.0:1596747362.827022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47edd7000 0x17fedd7000(0x17fedd7000) 00000800:00000200:86.0:1596747362.827023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47e130000 0x17fe130000(0x17fe130000) 00000800:00000200:86.0:1596747362.827024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47e131000 0x17fe131000(0x17fe131000) 00000800:00000200:86.0:1596747362.827024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47e132000 0x17fe132000(0x17fe132000) 00000800:00000200:86.0:1596747362.827025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47e133000 0x17fe133000(0x17fe133000) 00000800:00000200:86.0:1596747362.827026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47e528000 0x17fe528000(0x17fe528000) 00000800:00000010:86.0:1596747362.827575:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01280 (tot 154868458). 00000800:00000200:86.0:1596747362.827576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827588:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827588:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827589:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827591:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827592:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827593:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827593:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.827594:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462980600] (20)-- 00000800:00000200:86.0:1596747362.827595:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.130@o2ib36 00000800:00000200:86.0:1596747362.827847:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747362.828205:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.130@o2ib36 00000800:00000200:86.0:1596747362.828206:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.130@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.828207:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a476d8a240 (tot 154868322). 00000800:00000200:86.0:1596747362.828208:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462980600] (19)++ 00000800:00000200:36.2:1596747362.828208:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462980600] (19)++ 00000800:00000200:86.0:1596747362.828209:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462980600] (20)++ 00000800:00000200:86.0:1596747362.828210:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462980600] (22)-- 00000800:00000010:86.0:1596747362.950346:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897e00 (tot 154868434). 00000800:00000200:86.0:1596747362.950349:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897e00] -> 192.168.128.136@o2ib36 (1)++ 00000800:00000010:86.0:1596747362.950351:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e896e00 (tot 154868546). 00000800:00000010:86.0:1596747362.950359:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc90000 (tot 154868842). 00000800:00000010:86.0:1596747362.950361:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945d340480 (tot 154868978). 00000800:00000010:86.0:1596747362.950363:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d2db800 (tot 154870850). 00000800:00000010:86.0:1596747362.950365:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc98000 (tot 154871002). 00000800:00000200:86.0:1596747362.950368:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc73000 0x7dcc73000(0x7dcc73000) 00000800:00000200:86.0:1596747362.950370:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc74000 0x7dcc74000(0x7dcc74000) 00000800:00000200:86.0:1596747362.950371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc75000 0x7dcc75000(0x7dcc75000) 00000800:00000200:86.0:1596747362.950371:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc76000 0x7dcc76000(0x7dcc76000) 00000800:00000200:86.0:1596747362.950372:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc77000 0x7dcc77000(0x7dcc77000) 00000800:00000200:86.0:1596747362.950373:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc78000 0x7dcc78000(0x7dcc78000) 00000800:00000200:86.0:1596747362.950374:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc79000 0x7dcc79000(0x7dcc79000) 00000800:00000200:86.0:1596747362.950375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc7a000 0x7dcc7a000(0x7dcc7a000) 00000800:00000200:86.0:1596747362.950375:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc7b000 0x7dcc7b000(0x7dcc7b000) 00000800:00000200:86.0:1596747362.950376:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc7c000 0x7dcc7c000(0x7dcc7c000) 00000800:00000200:86.0:1596747362.950377:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc7d000 0x7dcc7d000(0x7dcc7d000) 00000800:00000200:86.0:1596747362.950378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc7e000 0x7dcc7e000(0x7dcc7e000) 00000800:00000200:86.0:1596747362.950378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc7f000 0x7dcc7f000(0x7dcc7f000) 00000800:00000200:86.0:1596747362.950379:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc80000 0x7dcc80000(0x7dcc80000) 00000800:00000200:86.0:1596747362.950380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc81000 0x7dcc81000(0x7dcc81000) 00000800:00000200:86.0:1596747362.950381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc82000 0x7dcc82000(0x7dcc82000) 00000800:00000200:86.0:1596747362.950381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc83000 0x7dcc83000(0x7dcc83000) 00000800:00000200:86.0:1596747362.950382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cc84000 0x7dcc84000(0x7dcc84000) 00000800:00000010:86.0:1596747362.950934:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e896e00 (tot 154870890). 00000800:00000200:86.0:1596747362.950935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.950953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90000] (20)-- 00000800:00000200:86.0:1596747362.950954:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.136@o2ib36 00000800:00000200:86.0:1596747362.951211:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:36.2:1596747362.951534:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc90000] (19)++ 00000800:00000200:86.0:1596747362.951537:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.136@o2ib36 00000800:00000200:86.0:1596747362.951538:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.136@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747362.951539:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945d340480 (tot 154870754). 00000800:00000200:86.0:1596747362.951540:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc90000] (20)++ 00000800:00000200:86.0:1596747362.951541:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc90000] (21)++ 00000800:00000200:86.0:1596747362.951542:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc90000] (22)-- 00000800:00000010:86.0:1596747363.034145:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3080 (tot 154870866). 00000800:00000200:86.0:1596747363.034148:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3080] -> 192.168.128.93@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.034150:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab3000 (tot 154870978). 00000800:00000010:86.0:1596747363.034153:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c583200 (tot 154871274). 00000800:00000010:86.0:1596747363.034155:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c723ec0 (tot 154871410). 00000800:00000010:86.0:1596747363.034157:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac7dcd8800 (tot 154873282). 00000800:00000010:86.0:1596747363.034158:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c723e00 (tot 154873434). 00000800:00000200:86.0:1596747363.034162:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c730000 0x1fdc730000(0x1fdc730000) 00000800:00000200:86.0:1596747363.034163:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c731000 0x1fdc731000(0x1fdc731000) 00000800:00000200:86.0:1596747363.034164:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c732000 0x1fdc732000(0x1fdc732000) 00000800:00000200:86.0:1596747363.034165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c733000 0x1fdc733000(0x1fdc733000) 00000800:00000200:86.0:1596747363.034165:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c734000 0x1fdc734000(0x1fdc734000) 00000800:00000200:86.0:1596747363.034166:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c735000 0x1fdc735000(0x1fdc735000) 00000800:00000200:86.0:1596747363.034167:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c736000 0x1fdc736000(0x1fdc736000) 00000800:00000200:86.0:1596747363.034168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c737000 0x1fdc737000(0x1fdc737000) 00000800:00000200:86.0:1596747363.034168:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c738000 0x1fdc738000(0x1fdc738000) 00000800:00000200:86.0:1596747363.034169:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c739000 0x1fdc739000(0x1fdc739000) 00000800:00000200:86.0:1596747363.034170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c73a000 0x1fdc73a000(0x1fdc73a000) 00000800:00000200:86.0:1596747363.034170:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c73b000 0x1fdc73b000(0x1fdc73b000) 00000800:00000200:86.0:1596747363.034171:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c73c000 0x1fdc73c000(0x1fdc73c000) 00000800:00000200:86.0:1596747363.034172:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c73d000 0x1fdc73d000(0x1fdc73d000) 00000800:00000200:86.0:1596747363.034173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c73e000 0x1fdc73e000(0x1fdc73e000) 00000800:00000200:86.0:1596747363.034173:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c73f000 0x1fdc73f000(0x1fdc73f000) 00000800:00000200:86.0:1596747363.034174:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c740000 0x1fdc740000(0x1fdc740000) 00000800:00000200:86.0:1596747363.034175:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c741000 0x1fdc741000(0x1fdc741000) 00000800:00000010:86.0:1596747363.034712:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab3000 (tot 154873322). 00000800:00000200:86.0:1596747363.034714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034717:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034717:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034718:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034718:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034719:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034719:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034720:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034720:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034721:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034722:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034723:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034724:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034724:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.034731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583200] (20)-- 00000800:00000200:86.0:1596747363.034732:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.93@o2ib36 00000800:00000200:86.0:1596747363.034984:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.035391:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.93@o2ib36 00000800:00000200:86.0:1596747363.035392:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.93@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.035393:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c723ec0 (tot 154873186). 00000800:00000200:86.0:1596747363.035394:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c583200] (19)++ 00000800:00000200:86.0:1596747363.035395:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c583200] (20)++ 00000800:00000200:86.0:1596747363.035395:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c583200] (21)-- 00000800:00000200:87.2:1596747363.035562:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c583200] (20)++ 00000800:00000010:86.0:1596747363.081073:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194c80 (tot 154873298). 00000800:00000200:86.0:1596747363.081076:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194c80] -> 192.168.128.120@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.081079:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194d00 (tot 154873410). 00000800:00000010:86.0:1596747363.081080:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e831000 (tot 154873706). 00000800:00000010:86.0:1596747363.081082:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154873842). 00000800:00000010:86.0:1596747363.081086:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5e839800 (tot 154875714). 00000800:00000010:86.0:1596747363.081087:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9aeb40 (tot 154875866). 00000800:00000200:86.0:1596747363.081090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5ea1a000 0xfdea1a000(0xfdea1a000) 00000800:00000200:86.0:1596747363.081091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5ea1b000 0xfdea1b000(0xfdea1b000) 00000800:00000200:86.0:1596747363.081092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5ea1c000 0xfdea1c000(0xfdea1c000) 00000800:00000200:86.0:1596747363.081093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5ea1d000 0xfdea1d000(0xfdea1d000) 00000800:00000200:86.0:1596747363.081094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5ea1e000 0xfdea1e000(0xfdea1e000) 00000800:00000200:86.0:1596747363.081095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5ea1f000 0xfdea1f000(0xfdea1f000) 00000800:00000200:86.0:1596747363.081095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5ea20000 0xfdea20000(0xfdea20000) 00000800:00000200:86.0:1596747363.081096:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5ea21000 0xfdea21000(0xfdea21000) 00000800:00000200:86.0:1596747363.081097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5ea22000 0xfdea22000(0xfdea22000) 00000800:00000200:86.0:1596747363.081097:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5ea23000 0xfdea23000(0xfdea23000) 00000800:00000200:86.0:1596747363.081098:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea24000 0xfdea24000(0xfdea24000) 00000800:00000200:86.0:1596747363.081099:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea25000 0xfdea25000(0xfdea25000) 00000800:00000200:86.0:1596747363.081100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea26000 0xfdea26000(0xfdea26000) 00000800:00000200:86.0:1596747363.081100:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea27000 0xfdea27000(0xfdea27000) 00000800:00000200:86.0:1596747363.081101:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea28000 0xfdea28000(0xfdea28000) 00000800:00000200:86.0:1596747363.081102:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea29000 0xfdea29000(0xfdea29000) 00000800:00000200:86.0:1596747363.081103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea2a000 0xfdea2a000(0xfdea2a000) 00000800:00000200:86.0:1596747363.081103:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea2b000 0xfdea2b000(0xfdea2b000) 00000800:00000010:86.0:1596747363.081653:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194d00 (tot 154875754). 00000800:00000200:86.0:1596747363.081654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081661:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081662:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081662:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081663:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081663:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081664:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081664:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081665:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081665:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081666:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081666:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081667:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081667:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081668:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081668:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081669:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081669:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081670:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081670:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081671:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081671:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.081672:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e831000] (20)-- 00000800:00000200:86.0:1596747363.081673:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.120@o2ib36 00000800:00000200:86.0:1596747363.081935:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.082292:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.120@o2ib36 00000800:00000200:86.0:1596747363.082293:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.120@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.082294:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154875618). 00000800:00000200:86.0:1596747363.082295:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e831000] (19)++ 00000800:00000200:86.0:1596747363.082295:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e831000] (20)++ 00000800:00000200:86.0:1596747363.082296:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e831000] (21)-- 00000800:00000200:87.2:1596747363.082420:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e831000] (20)++ 00000800:00000010:86.0:1596747363.085941:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514a80 (tot 154875730). 00000800:00000200:86.0:1596747363.085944:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514a80] -> 192.168.128.166@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.085947:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514b00 (tot 154875842). 00000800:00000010:86.0:1596747363.085949:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46444c400 (tot 154876138). 00000800:00000010:86.0:1596747363.085952:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465323ec0 (tot 154876274). 00000800:00000010:86.0:1596747363.085954:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46458e800 (tot 154878146). 00000800:00000010:86.0:1596747363.085955:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465323740 (tot 154878298). 00000800:00000200:86.0:1596747363.085960:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463c3c000 0x27e3c3c000(0x27e3c3c000) 00000800:00000200:86.0:1596747363.085962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b4645ff000 0x27e45ff000(0x27e45ff000) 00000800:00000200:86.0:1596747363.085962:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47c387000 0x27fc387000(0x27fc387000) 00000800:00000200:86.0:1596747363.085963:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47e4ff000 0x27fe4ff000(0x27fe4ff000) 00000800:00000200:86.0:1596747363.085964:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46455a000 0x27e455a000(0x27e455a000) 00000800:00000200:86.0:1596747363.085965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4646e4000 0x27e46e4000(0x27e46e4000) 00000800:00000200:86.0:1596747363.085965:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464dd2000 0x27e4dd2000(0x27e4dd2000) 00000800:00000200:86.0:1596747363.085966:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464758000 0x27e4758000(0x27e4758000) 00000800:00000200:86.0:1596747363.085967:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47f3b0000 0x27ff3b0000(0x27ff3b0000) 00000800:00000200:86.0:1596747363.085968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464ea0000 0x27e4ea0000(0x27e4ea0000) 00000800:00000200:86.0:1596747363.085968:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46447f000 0x27e447f000(0x27e447f000) 00000800:00000200:86.0:1596747363.085969:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ad14b9d000 0x2094b9d000(0x2094b9d000) 00000800:00000200:86.0:1596747363.085970:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b46468a000 0x27e468a000(0x27e468a000) 00000800:00000200:86.0:1596747363.085971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464620000 0x27e4620000(0x27e4620000) 00000800:00000200:86.0:1596747363.085971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4646a6000 0x27e46a6000(0x27e46a6000) 00000800:00000200:86.0:1596747363.085972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47ca95000 0x27fca95000(0x27fca95000) 00000800:00000200:86.0:1596747363.085973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b4646ca000 0x27e46ca000(0x27e46ca000) 00000800:00000200:86.0:1596747363.085973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464e80000 0x27e4e80000(0x27e4e80000) 00000800:00000010:86.0:1596747363.086491:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514b00 (tot 154878186). 00000800:00000200:86.0:1596747363.086493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086505:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.086519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46444c400] (20)-- 00000800:00000200:86.0:1596747363.086520:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.166@o2ib36 00000800:00000200:86.0:1596747363.086770:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.087145:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.166@o2ib36 00000800:00000200:86.0:1596747363.087146:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.166@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.087147:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465323ec0 (tot 154878050). 00000800:00000200:86.0:1596747363.087149:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46444c400] (19)++ 00000800:00000200:86.0:1596747363.087149:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46444c400] (20)++ 00000800:00000200:86.0:1596747363.087150:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46444c400] (21)-- 00000800:00000200:36.2:1596747363.087155:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46444c400] (20)++ 00000800:00000010:86.0:1596747363.090005:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488980 (tot 154878162). 00000800:00000200:86.0:1596747363.090008:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488980] -> 192.168.128.163@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.090010:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488a00 (tot 154878274). 00000800:00000010:86.0:1596747363.090012:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66803800 (tot 154878570). 00000800:00000010:86.0:1596747363.090014:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154878706). 00000800:00000010:86.0:1596747363.090017:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc66918800 (tot 154880578). 00000800:00000010:86.0:1596747363.090017:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2a9c0 (tot 154880730). 00000800:00000200:86.0:1596747363.090028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67f12000 0x2fe7f12000(0x2fe7f12000) 00000800:00000200:86.0:1596747363.090029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67864000 0x2fe7864000(0x2fe7864000) 00000800:00000200:86.0:1596747363.090030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b51474c000 0x289474c000(0x289474c000) 00000800:00000200:86.0:1596747363.090030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7f6de000 0x2fff6de000(0x2fff6de000) 00000800:00000200:86.0:1596747363.090031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc678d8000 0x2fe78d8000(0x2fe78d8000) 00000800:00000200:86.0:1596747363.090032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc678ef000 0x2fe78ef000(0x2fe78ef000) 00000800:00000200:86.0:1596747363.090033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7eb96000 0x2ffeb96000(0x2ffeb96000) 00000800:00000200:86.0:1596747363.090033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67a2e000 0x2fe7a2e000(0x2fe7a2e000) 00000800:00000200:86.0:1596747363.090034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67be7000 0x2fe7be7000(0x2fe7be7000) 00000800:00000200:86.0:1596747363.090035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67b9a000 0x2fe7b9a000(0x2fe7b9a000) 00000800:00000200:86.0:1596747363.090035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc66885000 0x2fe6885000(0x2fe6885000) 00000800:00000200:86.0:1596747363.090036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7b4ca000 0x2ffb4ca000(0x2ffb4ca000) 00000800:00000200:86.0:1596747363.090037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc7ee8f000 0x2ffee8f000(0x2ffee8f000) 00000800:00000200:86.0:1596747363.090038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b51475e000 0x289475e000(0x289475e000) 00000800:00000200:86.0:1596747363.090038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7efde000 0x2ffefde000(0x2ffefde000) 00000800:00000200:86.0:1596747363.090039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67f92000 0x2fe7f92000(0x2fe7f92000) 00000800:00000200:86.0:1596747363.090040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67b46000 0x2fe7b46000(0x2fe7b46000) 00000800:00000200:86.0:1596747363.090041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67fae000 0x2fe7fae000(0x2fe7fae000) 00000800:00000010:86.0:1596747363.090559:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488a00 (tot 154880618). 00000800:00000200:86.0:1596747363.090561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.090578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66803800] (20)-- 00000800:00000200:86.0:1596747363.090579:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.163@o2ib36 00000800:00000200:86.0:1596747363.090828:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.091805:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.163@o2ib36 00000800:00000200:86.0:1596747363.091807:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.163@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.091807:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154880482). 00000800:00000200:86.0:1596747363.091808:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66803800] (19)++ 00000800:00000200:86.0:1596747363.091809:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66803800] (20)++ 00000800:00000200:86.0:1596747363.091810:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66803800] (21)-- 00000800:00000200:84.2:1596747363.091821:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66803800] (20)++ 00000800:00000010:86.0:1596747363.115655:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515600 (tot 154880594). 00000800:00000200:86.0:1596747363.115657:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515600] -> 192.168.128.98@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.115658:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515580 (tot 154880706). 00000800:00000010:86.0:1596747363.115661:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46470da00 (tot 154881002). 00000800:00000010:86.0:1596747363.115662:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465322240 (tot 154881138). 00000800:00000010:86.0:1596747363.115664:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46458a000 (tot 154883010). 00000800:00000010:86.0:1596747363.115664:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4653229c0 (tot 154883162). 00000800:00000200:86.0:1596747363.115674:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47f1bc000 0x27ff1bc000(0x27ff1bc000) 00000800:00000200:86.0:1596747363.115675:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47ae8b000 0x27fae8b000(0x27fae8b000) 00000800:00000200:86.0:1596747363.115676:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47fdbd000 0x27ffdbd000(0x27ffdbd000) 00000800:00000200:86.0:1596747363.115677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47adf3000 0x27fadf3000(0x27fadf3000) 00000800:00000200:86.0:1596747363.115677:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47c310000 0x27fc310000(0x27fc310000) 00000800:00000200:86.0:1596747363.115678:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47dc90000 0x27fdc90000(0x27fdc90000) 00000800:00000200:86.0:1596747363.115679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47e4f3000 0x27fe4f3000(0x27fe4f3000) 00000800:00000200:86.0:1596747363.115679:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47e4fc000 0x27fe4fc000(0x27fe4fc000) 00000800:00000200:86.0:1596747363.115680:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47eaf9000 0x27feaf9000(0x27feaf9000) 00000800:00000200:86.0:1596747363.115681:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47e075000 0x27fe075000(0x27fe075000) 00000800:00000200:86.0:1596747363.115682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464703000 0x27e4703000(0x27e4703000) 00000800:00000200:86.0:1596747363.115682:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47dc84000 0x27fdc84000(0x27fdc84000) 00000800:00000200:86.0:1596747363.115683:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4646e9000 0x27e46e9000(0x27e46e9000) 00000800:00000200:86.0:1596747363.115684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4645fc000 0x27e45fc000(0x27e45fc000) 00000800:00000200:86.0:1596747363.115685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b463c0f000 0x27e3c0f000(0x27e3c0f000) 00000800:00000200:86.0:1596747363.115685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464d20000 0x27e4d20000(0x27e4d20000) 00000800:00000200:86.0:1596747363.115686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47efc2000 0x27fefc2000(0x27fefc2000) 00000800:00000200:86.0:1596747363.115687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b477cd7000 0x27f7cd7000(0x27f7cd7000) 00000800:00000010:86.0:1596747363.116222:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515580 (tot 154883050). 00000800:00000200:86.0:1596747363.116223:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116224:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116225:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116225:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116226:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116226:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116227:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116227:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116228:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116228:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116229:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116229:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116230:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116230:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116231:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116231:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116232:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116232:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116233:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116233:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116234:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116234:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116235:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116235:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116236:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116236:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116237:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116237:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116238:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116238:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116239:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116239:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116240:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116240:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116241:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470da00] (20)-- 00000800:00000200:86.0:1596747363.116242:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.98@o2ib36 00000800:00000200:86.0:1596747363.116496:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.116886:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.98@o2ib36 00000800:00000200:86.0:1596747363.116887:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.98@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.116888:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465322240 (tot 154882914). 00000800:00000200:86.0:1596747363.116889:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46470da00] (19)++ 00000800:00000200:86.0:1596747363.116889:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46470da00] (20)++ 00000800:00000200:86.0:1596747363.116890:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46470da00] (21)-- 00000800:00000200:88.2:1596747363.117061:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470da00] (20)++ 00000800:00000010:86.0:1596747363.121758:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2d80 (tot 154883026). 00000800:00000200:86.0:1596747363.121760:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2d80] -> 192.168.128.67@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.121761:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2e00 (tot 154883138). 00000800:00000010:86.0:1596747363.121764:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c6cba00 (tot 154883434). 00000800:00000010:86.0:1596747363.121765:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c722240 (tot 154883570). 00000800:00000010:86.0:1596747363.121768:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c748000 (tot 154885442). 00000800:00000010:86.0:1596747363.121769:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c722300 (tot 154885594). 00000800:00000200:86.0:1596747363.121773:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c742000 0x1fdc742000(0x1fdc742000) 00000800:00000200:86.0:1596747363.121774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c743000 0x1fdc743000(0x1fdc743000) 00000800:00000200:86.0:1596747363.121774:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c744000 0x1fdc744000(0x1fdc744000) 00000800:00000200:86.0:1596747363.121775:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c745000 0x1fdc745000(0x1fdc745000) 00000800:00000200:86.0:1596747363.121776:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c746000 0x1fdc746000(0x1fdc746000) 00000800:00000200:86.0:1596747363.121777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c747000 0x1fdc747000(0x1fdc747000) 00000800:00000200:86.0:1596747363.121777:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c750000 0x1fdc750000(0x1fdc750000) 00000800:00000200:86.0:1596747363.121778:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c751000 0x1fdc751000(0x1fdc751000) 00000800:00000200:86.0:1596747363.121779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c752000 0x1fdc752000(0x1fdc752000) 00000800:00000200:86.0:1596747363.121779:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c753000 0x1fdc753000(0x1fdc753000) 00000800:00000200:86.0:1596747363.121780:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c754000 0x1fdc754000(0x1fdc754000) 00000800:00000200:86.0:1596747363.121781:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c755000 0x1fdc755000(0x1fdc755000) 00000800:00000200:86.0:1596747363.121782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c756000 0x1fdc756000(0x1fdc756000) 00000800:00000200:86.0:1596747363.121782:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c757000 0x1fdc757000(0x1fdc757000) 00000800:00000200:86.0:1596747363.121783:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c758000 0x1fdc758000(0x1fdc758000) 00000800:00000200:86.0:1596747363.121784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c759000 0x1fdc759000(0x1fdc759000) 00000800:00000200:86.0:1596747363.121784:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c75a000 0x1fdc75a000(0x1fdc75a000) 00000800:00000200:86.0:1596747363.121785:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c75b000 0x1fdc75b000(0x1fdc75b000) 00000800:00000010:86.0:1596747363.122306:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2e00 (tot 154885482). 00000800:00000200:86.0:1596747363.122307:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122308:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122308:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122309:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122310:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122310:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122311:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122311:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122312:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122312:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122313:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122313:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122314:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c6cba00] (20)-- 00000800:00000200:86.0:1596747363.122325:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.67@o2ib36 00000800:00000200:86.0:1596747363.122558:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.122922:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.67@o2ib36 00000800:00000200:86.0:1596747363.122923:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.67@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.122924:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c722240 (tot 154885346). 00000800:00000200:86.0:1596747363.122925:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c6cba00] (19)++ 00000800:00000200:86.0:1596747363.122925:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c6cba00] (20)++ 00000800:00000200:86.0:1596747363.122926:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c6cba00] (21)-- 00000800:00000200:84.2:1596747363.122933:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c6cba00] (20)++ 00000800:00000200:86.0:1596747363.407538:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000200:86.0:1596747363.407540:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747363.610543:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01680 (tot 154885458). 00000800:00000200:86.0:1596747363.610546:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01680] -> 192.168.128.70@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.610549:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01600 (tot 154885570). 00000800:00000010:86.0:1596747363.610551:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462981600 (tot 154885866). 00000800:00000010:86.0:1596747363.610552:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47edd5ec0 (tot 154886002). 00000800:00000010:86.0:1596747363.610554:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a0800 (tot 154887874). 00000800:00000010:86.0:1596747363.610555:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47edd5e00 (tot 154888026). 00000800:00000200:86.0:1596747363.610560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47e529000 0x17fe529000(0x17fe529000) 00000800:00000200:86.0:1596747363.610561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47e52a000 0x17fe52a000(0x17fe52a000) 00000800:00000200:86.0:1596747363.610562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47e52b000 0x17fe52b000(0x17fe52b000) 00000800:00000200:86.0:1596747363.610563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476d5c000 0x17f6d5c000(0x17f6d5c000) 00000800:00000200:86.0:1596747363.610564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476d5d000 0x17f6d5d000(0x17f6d5d000) 00000800:00000200:86.0:1596747363.610565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476d5e000 0x17f6d5e000(0x17f6d5e000) 00000800:00000200:86.0:1596747363.610565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476d5f000 0x17f6d5f000(0x17f6d5f000) 00000800:00000200:86.0:1596747363.610566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a461410000 0x17e1410000(0x17e1410000) 00000800:00000200:86.0:1596747363.610567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a461411000 0x17e1411000(0x17e1411000) 00000800:00000200:86.0:1596747363.610567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a461412000 0x17e1412000(0x17e1412000) 00000800:00000200:86.0:1596747363.610568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a461413000 0x17e1413000(0x17e1413000) 00000800:00000200:86.0:1596747363.610569:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a461408000 0x17e1408000(0x17e1408000) 00000800:00000200:86.0:1596747363.610570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a461409000 0x17e1409000(0x17e1409000) 00000800:00000200:86.0:1596747363.610570:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a46140a000 0x17e140a000(0x17e140a000) 00000800:00000200:86.0:1596747363.610571:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a46140b000 0x17e140b000(0x17e140b000) 00000800:00000200:86.0:1596747363.610572:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47f140000 0x17ff140000(0x17ff140000) 00000800:00000200:86.0:1596747363.610573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47f141000 0x17ff141000(0x17ff141000) 00000800:00000200:86.0:1596747363.610573:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47f142000 0x17ff142000(0x17ff142000) 00000800:00000010:86.0:1596747363.611098:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01600 (tot 154887914). 00000800:00000200:86.0:1596747363.611100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462981600] (20)-- 00000800:00000200:86.0:1596747363.611119:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.70@o2ib36 00000800:00000200:86.0:1596747363.611388:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.611778:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.70@o2ib36 00000800:00000200:86.0:1596747363.611780:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.70@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.611781:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47edd5ec0 (tot 154887778). 00000800:00000200:86.0:1596747363.611782:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462981600] (19)++ 00000800:00000200:86.0:1596747363.611782:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462981600] (20)++ 00000800:00000200:86.0:1596747363.611783:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462981600] (21)-- 00000800:00000200:36.2:1596747363.611784:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462981600] (20)++ 00000800:00000010:86.0:1596747363.616566:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489680 (tot 154887890). 00000800:00000200:86.0:1596747363.616569:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489680] -> 192.168.128.61@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.616570:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489600 (tot 154888002). 00000800:00000010:86.0:1596747363.616575:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e53400 (tot 154888298). 00000800:00000010:86.0:1596747363.616576:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2b8c0 (tot 154888434). 00000800:00000010:86.0:1596747363.616579:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6691d000 (tot 154890306). 00000800:00000010:86.0:1596747363.616579:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2b380 (tot 154890458). 00000800:00000200:86.0:1596747363.616582:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67b08000 0x2fe7b08000(0x2fe7b08000) 00000800:00000200:86.0:1596747363.616584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67a49000 0x2fe7a49000(0x2fe7a49000) 00000800:00000200:86.0:1596747363.616584:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7f485000 0x2fff485000(0x2fff485000) 00000800:00000200:86.0:1596747363.616585:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc79311000 0x2ff9311000(0x2ff9311000) 00000800:00000200:86.0:1596747363.616586:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67998000 0x2fe7998000(0x2fe7998000) 00000800:00000200:86.0:1596747363.616587:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7b44c000 0x2ffb44c000(0x2ffb44c000) 00000800:00000200:86.0:1596747363.616588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67804000 0x2fe7804000(0x2fe7804000) 00000800:00000200:86.0:1596747363.616588:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67acd000 0x2fe7acd000(0x2fe7acd000) 00000800:00000200:86.0:1596747363.616589:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7f415000 0x2fff415000(0x2fff415000) 00000800:00000200:86.0:1596747363.616590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7ec3e000 0x2ffec3e000(0x2ffec3e000) 00000800:00000200:86.0:1596747363.616590:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7e024000 0x2ffe024000(0x2ffe024000) 00000800:00000200:86.0:1596747363.616591:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7f171000 0x2fff171000(0x2fff171000) 00000800:00000200:86.0:1596747363.616592:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b5b69dc000 0x29369dc000(0x29369dc000) 00000800:00000200:86.0:1596747363.616593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b5b69f5000 0x29369f5000(0x29369f5000) 00000800:00000200:86.0:1596747363.616593:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67fe7000 0x2fe7fe7000(0x2fe7fe7000) 00000800:00000200:86.0:1596747363.616594:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7ef5b000 0x2ffef5b000(0x2ffef5b000) 00000800:00000200:86.0:1596747363.616595:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67be8000 0x2fe7be8000(0x2fe7be8000) 00000800:00000200:86.0:1596747363.616596:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc7edcb000 0x2ffedcb000(0x2ffedcb000) 00000800:00000010:86.0:1596747363.617128:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489600 (tot 154890346). 00000800:00000200:86.0:1596747363.617130:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617131:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617131:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617132:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617132:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617133:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617133:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617134:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617134:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617135:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617135:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617136:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617136:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617137:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617137:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617138:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617138:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617139:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617139:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617140:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617140:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617141:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617141:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617142:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617142:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617143:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617143:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617144:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617144:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617145:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617145:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617146:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617146:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617147:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53400] (20)-- 00000800:00000200:86.0:1596747363.617149:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.61@o2ib36 00000800:00000200:86.0:1596747363.617411:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.617793:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.61@o2ib36 00000800:00000200:86.0:1596747363.617794:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.61@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.617795:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2b8c0 (tot 154890210). 00000800:00000200:86.0:1596747363.617796:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e53400] (19)++ 00000800:00000200:86.0:1596747363.617796:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e53400] (20)++ 00000800:00000200:86.0:1596747363.617797:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e53400] (21)-- 00000800:00000200:89.2:1596747363.617800:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e53400] (20)++ 00000800:00000010:86.0:1596747363.797260:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2880 (tot 154890322). 00000800:00000200:86.0:1596747363.797263:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2880] -> 192.168.128.29@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.797266:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2900 (tot 154890434). 00000800:00000010:86.0:1596747363.797268:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d30600 (tot 154890730). 00000800:00000010:86.0:1596747363.797269:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 154890866). 00000800:00000010:86.0:1596747363.797271:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55ccd800 (tot 154892738). 00000800:00000010:86.0:1596747363.797272:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57477080 (tot 154892890). 00000800:00000200:86.0:1596747363.797284:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc578d1000 0x3fd78d1000(0x3fd78d1000) 00000800:00000200:86.0:1596747363.797285:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5837b000 0x3fd837b000(0x3fd837b000) 00000800:00000200:86.0:1596747363.797286:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57709000 0x3fd7709000(0x3fd7709000) 00000800:00000200:86.0:1596747363.797287:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57aef000 0x3fd7aef000(0x3fd7aef000) 00000800:00000200:86.0:1596747363.797288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57669000 0x3fd7669000(0x3fd7669000) 00000800:00000200:86.0:1596747363.797288:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc579da000 0x3fd79da000(0x3fd79da000) 00000800:00000200:86.0:1596747363.797289:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7a3b9000 0x3ffa3b9000(0x3ffa3b9000) 00000800:00000200:86.0:1596747363.797290:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7e5f1000 0x3ffe5f1000(0x3ffe5f1000) 00000800:00000200:86.0:1596747363.797291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc579a1000 0x3fd79a1000(0x3fd79a1000) 00000800:00000200:86.0:1596747363.797291:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc6956c000 0x3fe956c000(0x3fe956c000) 00000800:00000200:86.0:1596747363.797292:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc578c6000 0x3fd78c6000(0x3fd78c6000) 00000800:00000200:86.0:1596747363.797293:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57baf000 0x3fd7baf000(0x3fd7baf000) 00000800:00000200:86.0:1596747363.797294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57b29000 0x3fd7b29000(0x3fd7b29000) 00000800:00000200:86.0:1596747363.797294:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57b2f000 0x3fd7b2f000(0x3fd7b2f000) 00000800:00000200:86.0:1596747363.797295:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc7a0f3000 0x3ffa0f3000(0x3ffa0f3000) 00000800:00000200:86.0:1596747363.797296:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc7eb29000 0x3ffeb29000(0x3ffeb29000) 00000800:00000200:86.0:1596747363.797297:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc7efa1000 0x3ffefa1000(0x3ffefa1000) 00000800:00000200:86.0:1596747363.797298:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc7ee65000 0x3ffee65000(0x3ffee65000) 00000800:00000010:86.0:1596747363.797871:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2900 (tot 154892778). 00000800:00000200:86.0:1596747363.797873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797875:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797875:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797876:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797876:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797877:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797877:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797878:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797878:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797879:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797879:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797880:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797880:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797881:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797881:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797882:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797882:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797884:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797885:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.797890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d30600] (20)-- 00000800:00000200:86.0:1596747363.797892:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.29@o2ib36 00000800:00000200:86.0:1596747363.798160:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.798584:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.29@o2ib36 00000800:00000200:86.0:1596747363.798585:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.29@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.798586:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 154892642). 00000800:00000200:86.0:1596747363.798587:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d30600] (19)++ 00000800:00000200:86.0:1596747363.798588:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d30600] (20)++ 00000800:00000200:86.0:1596747363.798588:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d30600] (21)-- 00000800:00000200:38.2:1596747363.798597:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d30600] (20)++ 00000800:00000010:86.0:1596747363.812578:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488a00 (tot 154892754). 00000800:00000200:86.0:1596747363.812581:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488a00] -> 192.168.128.6@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.812583:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488a80 (tot 154892866). 00000800:00000010:86.0:1596747363.812586:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e57c00 (tot 154893162). 00000800:00000010:86.0:1596747363.812589:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154893298). 00000800:00000010:86.0:1596747363.812591:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc6691b000 (tot 154895170). 00000800:00000010:86.0:1596747363.812592:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2ac00 (tot 154895322). 00000800:00000200:86.0:1596747363.812601:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67b85000 0x2fe7b85000(0x2fe7b85000) 00000800:00000200:86.0:1596747363.812602:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b514711000 0x2894711000(0x2894711000) 00000800:00000200:86.0:1596747363.812603:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc67aa4000 0x2fe7aa4000(0x2fe7aa4000) 00000800:00000200:86.0:1596747363.812604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b514756000 0x2894756000(0x2894756000) 00000800:00000200:86.0:1596747363.812604:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67b87000 0x2fe7b87000(0x2fe7b87000) 00000800:00000200:86.0:1596747363.812605:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67965000 0x2fe7965000(0x2fe7965000) 00000800:00000200:86.0:1596747363.812606:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc7b5d2000 0x2ffb5d2000(0x2ffb5d2000) 00000800:00000200:86.0:1596747363.812607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7ec85000 0x2ffec85000(0x2ffec85000) 00000800:00000200:86.0:1596747363.812607:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67f3f000 0x2fe7f3f000(0x2fe7f3f000) 00000800:00000200:86.0:1596747363.812608:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7f7c8000 0x2fff7c8000(0x2fff7c8000) 00000800:00000200:86.0:1596747363.812609:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7f0d9000 0x2fff0d9000(0x2fff0d9000) 00000800:00000200:86.0:1596747363.812610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7ee35000 0x2ffee35000(0x2ffee35000) 00000800:00000200:86.0:1596747363.812610:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67fde000 0x2fe7fde000(0x2fe7fde000) 00000800:00000200:86.0:1596747363.812612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7e2a0000 0x2ffe2a0000(0x2ffe2a0000) 00000800:00000200:86.0:1596747363.812612:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7e05f000 0x2ffe05f000(0x2ffe05f000) 00000800:00000200:86.0:1596747363.812613:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67f73000 0x2fe7f73000(0x2fe7f73000) 00000800:00000200:86.0:1596747363.812614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b514629000 0x2894629000(0x2894629000) 00000800:00000200:86.0:1596747363.812614:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc668ae000 0x2fe68ae000(0x2fe68ae000) 00000800:00000010:86.0:1596747363.813156:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488a80 (tot 154895210). 00000800:00000200:86.0:1596747363.813158:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813158:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813159:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813160:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813160:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813161:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813161:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813162:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813162:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813163:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813163:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813164:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813164:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813165:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813165:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813166:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813166:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813167:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813167:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813168:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813168:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813169:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813169:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813170:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813170:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813171:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813171:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813172:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813172:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813173:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813173:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813174:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813174:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813175:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813175:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e57c00] (20)-- 00000800:00000200:86.0:1596747363.813177:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.6@o2ib36 00000800:00000200:86.0:1596747363.813433:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.813793:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.6@o2ib36 00000800:00000200:86.0:1596747363.813795:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.6@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.813795:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154895074). 00000800:00000200:86.0:1596747363.813797:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e57c00] (19)++ 00000800:00000200:86.0:1596747363.813797:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e57c00] (20)++ 00000800:00000200:86.0:1596747363.813798:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e57c00] (21)-- 00000800:00000200:87.2:1596747363.814045:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e57c00] (20)++ 00000800:00000010:86.0:1596747363.827671:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab3000 (tot 154895186). 00000800:00000200:86.0:1596747363.827672:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab3000] -> 192.168.128.72@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.827673:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2f80 (tot 154895298). 00000800:00000010:86.0:1596747363.827677:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c583c00 (tot 154895594). 00000800:00000010:86.0:1596747363.827679:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c723ec0 (tot 154895730). 00000800:00000010:86.0:1596747363.827682:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c74f800 (tot 154897602). 00000800:00000010:86.0:1596747363.827683:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c723bc0 (tot 154897754). 00000800:00000200:86.0:1596747363.827687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c75c000 0x1fdc75c000(0x1fdc75c000) 00000800:00000200:86.0:1596747363.827688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c75d000 0x1fdc75d000(0x1fdc75d000) 00000800:00000200:86.0:1596747363.827689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c75e000 0x1fdc75e000(0x1fdc75e000) 00000800:00000200:86.0:1596747363.827689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c75f000 0x1fdc75f000(0x1fdc75f000) 00000800:00000200:86.0:1596747363.827690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c760000 0x1fdc760000(0x1fdc760000) 00000800:00000200:86.0:1596747363.827691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c761000 0x1fdc761000(0x1fdc761000) 00000800:00000200:86.0:1596747363.827692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c762000 0x1fdc762000(0x1fdc762000) 00000800:00000200:86.0:1596747363.827692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c763000 0x1fdc763000(0x1fdc763000) 00000800:00000200:86.0:1596747363.827693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c764000 0x1fdc764000(0x1fdc764000) 00000800:00000200:86.0:1596747363.827694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c765000 0x1fdc765000(0x1fdc765000) 00000800:00000200:86.0:1596747363.827694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c766000 0x1fdc766000(0x1fdc766000) 00000800:00000200:86.0:1596747363.827696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c767000 0x1fdc767000(0x1fdc767000) 00000800:00000200:86.0:1596747363.827696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c768000 0x1fdc768000(0x1fdc768000) 00000800:00000200:86.0:1596747363.827697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c769000 0x1fdc769000(0x1fdc769000) 00000800:00000200:86.0:1596747363.827698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c76a000 0x1fdc76a000(0x1fdc76a000) 00000800:00000200:86.0:1596747363.827698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c76b000 0x1fdc76b000(0x1fdc76b000) 00000800:00000200:86.0:1596747363.827699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c76c000 0x1fdc76c000(0x1fdc76c000) 00000800:00000200:86.0:1596747363.827700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c76d000 0x1fdc76d000(0x1fdc76d000) 00000800:00000010:86.0:1596747363.828199:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2f80 (tot 154897642). 00000800:00000200:86.0:1596747363.828200:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828201:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828205:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828206:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828206:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828207:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828207:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828208:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c583c00] (20)-- 00000800:00000200:86.0:1596747363.828218:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.72@o2ib36 00000800:00000200:86.0:1596747363.828474:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.828851:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.72@o2ib36 00000800:00000200:86.0:1596747363.828852:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.72@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.828853:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c723ec0 (tot 154897506). 00000800:00000200:86.0:1596747363.828853:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c583c00] (19)++ 00000800:00000200:86.0:1596747363.828854:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c583c00] (20)++ 00000800:00000200:86.0:1596747363.828855:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c583c00] (21)-- 00000800:00000200:85.2:1596747363.829054:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c583c00] (20)++ 00000800:00000010:86.0:1596747363.980710:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c3700 (tot 154897618). 00000800:00000200:86.0:1596747363.980713:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c3700] -> 192.168.128.16@o2ib36 (1)++ 00000800:00000010:86.0:1596747363.980715:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c3680 (tot 154897730). 00000800:00000010:86.0:1596747363.980717:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d37a00 (tot 154898026). 00000800:00000010:86.0:1596747363.980719:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc57476780 (tot 154898162). 00000800:00000010:86.0:1596747363.980721:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cca000 (tot 154900034). 00000800:00000010:86.0:1596747363.980722:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57477e00 (tot 154900186). 00000800:00000200:86.0:1596747363.980724:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc6f8ba000 0x3fef8ba000(0x3fef8ba000) 00000800:00000200:86.0:1596747363.980725:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc7e7b5000 0x3ffe7b5000(0x3ffe7b5000) 00000800:00000200:86.0:1596747363.980726:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc579f5000 0x3fd79f5000(0x3fd79f5000) 00000800:00000200:86.0:1596747363.980727:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc578c4000 0x3fd78c4000(0x3fd78c4000) 00000800:00000200:86.0:1596747363.980728:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc69d23000 0x3fe9d23000(0x3fe9d23000) 00000800:00000200:86.0:1596747363.980729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc5743f000 0x3fd743f000(0x3fd743f000) 00000800:00000200:86.0:1596747363.980729:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc574a7000 0x3fd74a7000(0x3fd74a7000) 00000800:00000200:86.0:1596747363.980730:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57a85000 0x3fd7a85000(0x3fd7a85000) 00000800:00000200:86.0:1596747363.980731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc6e811000 0x3fee811000(0x3fee811000) 00000800:00000200:86.0:1596747363.980732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57b47000 0x3fd7b47000(0x3fd7b47000) 00000800:00000200:86.0:1596747363.980735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc69d35000 0x3fe9d35000(0x3fe9d35000) 00000800:00000200:86.0:1596747363.980735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc7c3e6000 0x3ffc3e6000(0x3ffc3e6000) 00000800:00000200:86.0:1596747363.980736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57a5c000 0x3fd7a5c000(0x3fd7a5c000) 00000800:00000200:86.0:1596747363.980737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc7ec62000 0x3ffec62000(0x3ffec62000) 00000800:00000200:86.0:1596747363.980738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57464000 0x3fd7464000(0x3fd7464000) 00000800:00000200:86.0:1596747363.980738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57bbf000 0x3fd7bbf000(0x3fd7bbf000) 00000800:00000200:86.0:1596747363.980739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57439000 0x3fd7439000(0x3fd7439000) 00000800:00000200:86.0:1596747363.980740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5759f000 0x3fd759f000(0x3fd759f000) 00000800:00000010:86.0:1596747363.981277:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c3680 (tot 154900074). 00000800:00000200:86.0:1596747363.981278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981279:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981280:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981280:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981281:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981281:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981282:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981282:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981283:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981283:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981284:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981284:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981285:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981285:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981286:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981287:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981288:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981292:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37a00] (20)-- 00000800:00000200:86.0:1596747363.981297:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.16@o2ib36 00000800:00000200:86.0:1596747363.981561:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747363.981935:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.16@o2ib36 00000800:00000200:86.0:1596747363.981936:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.16@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747363.981937:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc57476780 (tot 154899938). 00000800:00000200:86.0:1596747363.981938:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d37a00] (19)++ 00000800:00000200:86.0:1596747363.981939:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d37a00] (20)++ 00000800:00000200:86.0:1596747363.981939:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d37a00] (21)-- 00000800:00000200:41.2:1596747363.981944:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d37a00] (20)++ 00000800:00000010:86.0:1596747364.003441:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489600 (tot 154900050). 00000800:00000200:86.0:1596747364.003444:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489600] -> 192.168.128.74@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.003446:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489580 (tot 154900162). 00000800:00000010:86.0:1596747364.003448:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc67e53a00 (tot 154900458). 00000800:00000010:86.0:1596747364.003449:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2b8c0 (tot 154900594). 00000800:00000010:86.0:1596747364.003451:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a15800 (tot 154902466). 00000800:00000010:86.0:1596747364.003451:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2b140 (tot 154902618). 00000800:00000200:86.0:1596747364.003461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc678a6000 0x2fe78a6000(0x2fe78a6000) 00000800:00000200:86.0:1596747364.003462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc66843000 0x2fe6843000(0x2fe6843000) 00000800:00000200:86.0:1596747364.003463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc678ff000 0x2fe78ff000(0x2fe78ff000) 00000800:00000200:86.0:1596747364.003464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7eeb2000 0x2ffeeb2000(0x2ffeeb2000) 00000800:00000200:86.0:1596747364.003465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7ef10000 0x2ffef10000(0x2ffef10000) 00000800:00000200:86.0:1596747364.003465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67bfc000 0x2fe7bfc000(0x2fe7bfc000) 00000800:00000200:86.0:1596747364.003466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67bf9000 0x2fe7bf9000(0x2fe7bf9000) 00000800:00000200:86.0:1596747364.003467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7e04b000 0x2ffe04b000(0x2ffe04b000) 00000800:00000200:86.0:1596747364.003468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67b3c000 0x2fe7b3c000(0x2fe7b3c000) 00000800:00000200:86.0:1596747364.003469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7e2ec000 0x2ffe2ec000(0x2ffe2ec000) 00000800:00000200:86.0:1596747364.003469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7cdb5000 0x2ffcdb5000(0x2ffcdb5000) 00000800:00000200:86.0:1596747364.003470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7e299000 0x2ffe299000(0x2ffe299000) 00000800:00000200:86.0:1596747364.003471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc7f005000 0x2fff005000(0x2fff005000) 00000800:00000200:86.0:1596747364.003472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67b3a000 0x2fe7b3a000(0x2fe7b3a000) 00000800:00000200:86.0:1596747364.003472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7f711000 0x2fff711000(0x2fff711000) 00000800:00000200:86.0:1596747364.003473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7f4bc000 0x2fff4bc000(0x2fff4bc000) 00000800:00000200:86.0:1596747364.003474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67f39000 0x2fe7f39000(0x2fe7f39000) 00000800:00000200:86.0:1596747364.003474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc66880000 0x2fe6880000(0x2fe6880000) 00000800:00000010:86.0:1596747364.004023:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489580 (tot 154902506). 00000800:00000200:86.0:1596747364.004024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004037:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004038:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004039:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004040:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004040:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004041:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc67e53a00] (20)-- 00000800:00000200:86.0:1596747364.004043:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.74@o2ib36 00000800:00000200:86.0:1596747364.004280:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.004670:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.74@o2ib36 00000800:00000200:86.0:1596747364.004671:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.74@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.004672:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2b8c0 (tot 154902370). 00000800:00000200:86.0:1596747364.004673:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc67e53a00] (19)++ 00000800:00000200:86.0:1596747364.004673:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc67e53a00] (20)++ 00000800:00000200:86.0:1596747364.004674:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc67e53a00] (21)-- 00000800:00000200:40.2:1596747364.004834:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc67e53a00] (20)++ 00000800:00000010:86.0:1596747364.197861:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0a00 (tot 154902482). 00000800:00000200:86.0:1596747364.197865:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0a00] -> 192.168.128.66@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.197867:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0a80 (tot 154902594). 00000800:00000010:86.0:1596747364.197869:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c437c9a400 (tot 154902890). 00000800:00000010:86.0:1596747364.197870:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e840 (tot 154903026). 00000800:00000010:86.0:1596747364.197871:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434019800 (tot 154904898). 00000800:00000010:86.0:1596747364.197872:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353e900 (tot 154905050). 00000800:00000200:86.0:1596747364.197877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42fc59000 0x37afc59000(0x37afc59000) 00000800:00000200:86.0:1596747364.197878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42fc5a000 0x37afc5a000(0x37afc5a000) 00000800:00000200:86.0:1596747364.197879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42fc5b000 0x37afc5b000(0x37afc5b000) 00000800:00000200:86.0:1596747364.197880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42fc5c000 0x37afc5c000(0x37afc5c000) 00000800:00000200:86.0:1596747364.197881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42fc5d000 0x37afc5d000(0x37afc5d000) 00000800:00000200:86.0:1596747364.197881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42fc5e000 0x37afc5e000(0x37afc5e000) 00000800:00000200:86.0:1596747364.197882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42fc5f000 0x37afc5f000(0x37afc5f000) 00000800:00000200:86.0:1596747364.197883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42fc60000 0x37afc60000(0x37afc60000) 00000800:00000200:86.0:1596747364.197884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42fc61000 0x37afc61000(0x37afc61000) 00000800:00000200:86.0:1596747364.197885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c42fc62000 0x37afc62000(0x37afc62000) 00000800:00000200:86.0:1596747364.197885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c42fc63000 0x37afc63000(0x37afc63000) 00000800:00000200:86.0:1596747364.197886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c42fc64000 0x37afc64000(0x37afc64000) 00000800:00000200:86.0:1596747364.197887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42fc65000 0x37afc65000(0x37afc65000) 00000800:00000200:86.0:1596747364.197888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c42fc66000 0x37afc66000(0x37afc66000) 00000800:00000200:86.0:1596747364.197888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c42fc67000 0x37afc67000(0x37afc67000) 00000800:00000200:86.0:1596747364.197889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c42fc90000 0x37afc90000(0x37afc90000) 00000800:00000200:86.0:1596747364.197890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c42fc91000 0x37afc91000(0x37afc91000) 00000800:00000200:86.0:1596747364.197890:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c42fc92000 0x37afc92000(0x37afc92000) 00000800:00000010:86.0:1596747364.198460:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0a80 (tot 154904938). 00000800:00000200:86.0:1596747364.198461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.198479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c9a400] (20)-- 00000800:00000200:86.0:1596747364.198481:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.66@o2ib36 00000800:00000200:86.0:1596747364.198734:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.199125:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.66@o2ib36 00000800:00000200:86.0:1596747364.199126:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.66@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.199127:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e840 (tot 154904802). 00000800:00000200:86.0:1596747364.199128:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c437c9a400] (19)++ 00000800:00000200:86.0:1596747364.199128:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c437c9a400] (20)++ 00000800:00000200:86.0:1596747364.199129:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c437c9a400] (21)-- 00000800:00000200:39.2:1596747364.199322:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c437c9a400] (20)++ 00000800:00000010:86.0:1596747364.250923:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488a80 (tot 154904914). 00000800:00000200:86.0:1596747364.250926:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488a80] -> 192.168.128.19@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.250928:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488b00 (tot 154905026). 00000800:00000010:86.0:1596747364.250931:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f7a00 (tot 154905322). 00000800:00000010:86.0:1596747364.250932:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154905458). 00000800:00000010:86.0:1596747364.250934:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a13800 (tot 154907330). 00000800:00000010:86.0:1596747364.250935:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc7ef2ae40 (tot 154907482). 00000800:00000200:86.0:1596747364.250938:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc6684d000 0x2fe684d000(0x2fe684d000) 00000800:00000200:86.0:1596747364.250939:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67ac7000 0x2fe7ac7000(0x2fe7ac7000) 00000800:00000200:86.0:1596747364.250940:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc668a3000 0x2fe68a3000(0x2fe68a3000) 00000800:00000200:86.0:1596747364.250941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7ecef000 0x2ffecef000(0x2ffecef000) 00000800:00000200:86.0:1596747364.250941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67fb9000 0x2fe7fb9000(0x2fe7fb9000) 00000800:00000200:86.0:1596747364.250942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7b531000 0x2ffb531000(0x2ffb531000) 00000800:00000200:86.0:1596747364.250943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67a75000 0x2fe7a75000(0x2fe7a75000) 00000800:00000200:86.0:1596747364.250944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67f43000 0x2fe7f43000(0x2fe7f43000) 00000800:00000200:86.0:1596747364.250945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7ede9000 0x2ffede9000(0x2ffede9000) 00000800:00000200:86.0:1596747364.250945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67910000 0x2fe7910000(0x2fe7910000) 00000800:00000200:86.0:1596747364.250946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7ef78000 0x2ffef78000(0x2ffef78000) 00000800:00000200:86.0:1596747364.250947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc7ec1a000 0x2ffec1a000(0x2ffec1a000) 00000800:00000200:86.0:1596747364.250948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67efc000 0x2fe7efc000(0x2fe7efc000) 00000800:00000200:86.0:1596747364.250948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7f716000 0x2fff716000(0x2fff716000) 00000800:00000200:86.0:1596747364.250949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc7f1e5000 0x2fff1e5000(0x2fff1e5000) 00000800:00000200:86.0:1596747364.250950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67f8c000 0x2fe7f8c000(0x2fe7f8c000) 00000800:00000200:86.0:1596747364.250950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc7ede3000 0x2ffede3000(0x2ffede3000) 00000800:00000200:86.0:1596747364.250951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67f1f000 0x2fe7f1f000(0x2fe7f1f000) 00000800:00000010:86.0:1596747364.251515:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488b00 (tot 154907370). 00000800:00000200:86.0:1596747364.251517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251523:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251524:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251524:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251525:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251525:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251526:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251526:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251527:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251528:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251528:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251529:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251529:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251530:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251530:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251531:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251531:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251532:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251532:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251533:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251533:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251534:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.251534:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7a00] (20)-- 00000800:00000200:86.0:1596747364.251536:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.19@o2ib36 00000800:00000200:86.0:1596747364.251817:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.252219:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.19@o2ib36 00000800:00000200:86.0:1596747364.252220:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.19@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.252221:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154907234). 00000800:00000200:86.0:1596747364.252222:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f7a00] (19)++ 00000800:00000200:86.0:1596747364.252222:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f7a00] (20)++ 00000800:00000200:86.0:1596747364.252223:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f7a00] (21)-- 00000800:00000200:84.2:1596747364.252227:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f7a00] (20)++ 00000800:00000010:86.0:1596747364.273485:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897b80 (tot 154907346). 00000800:00000200:86.0:1596747364.273488:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897b80] -> 192.168.128.60@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.273490:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897900 (tot 154907458). 00000800:00000010:86.0:1596747364.273492:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc90600 (tot 154907754). 00000800:00000010:86.0:1596747364.273494:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc99ec0 (tot 154907890). 00000800:00000010:86.0:1596747364.273496:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d2dd000 (tot 154909762). 00000800:00000010:86.0:1596747364.273505:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc99e00 (tot 154909914). 00000800:00000200:86.0:1596747364.273511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cc85000 0x7dcc85000(0x7dcc85000) 00000800:00000200:86.0:1596747364.273512:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cc86000 0x7dcc86000(0x7dcc86000) 00000800:00000200:86.0:1596747364.273513:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cc87000 0x7dcc87000(0x7dcc87000) 00000800:00000200:86.0:1596747364.273515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cc88000 0x7dcc88000(0x7dcc88000) 00000800:00000200:86.0:1596747364.273515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cc89000 0x7dcc89000(0x7dcc89000) 00000800:00000200:86.0:1596747364.273516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cc8a000 0x7dcc8a000(0x7dcc8a000) 00000800:00000200:86.0:1596747364.273517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cc8b000 0x7dcc8b000(0x7dcc8b000) 00000800:00000200:86.0:1596747364.273518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cc8c000 0x7dcc8c000(0x7dcc8c000) 00000800:00000200:86.0:1596747364.273518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cc8d000 0x7dcc8d000(0x7dcc8d000) 00000800:00000200:86.0:1596747364.273519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cc8e000 0x7dcc8e000(0x7dcc8e000) 00000800:00000200:86.0:1596747364.273520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cc8f000 0x7dcc8f000(0x7dcc8f000) 00000800:00000200:86.0:1596747364.273521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cc9a000 0x7dcc9a000(0x7dcc9a000) 00000800:00000200:86.0:1596747364.273521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cc9b000 0x7dcc9b000(0x7dcc9b000) 00000800:00000200:86.0:1596747364.273522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cc9c000 0x7dcc9c000(0x7dcc9c000) 00000800:00000200:86.0:1596747364.273523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cc9d000 0x7dcc9d000(0x7dcc9d000) 00000800:00000200:86.0:1596747364.273523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cc9e000 0x7dcc9e000(0x7dcc9e000) 00000800:00000200:86.0:1596747364.273524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cc9f000 0x7dcc9f000(0x7dcc9f000) 00000800:00000200:86.0:1596747364.273525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cca0000 0x7dcca0000(0x7dcca0000) 00000800:00000010:86.0:1596747364.274029:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897900 (tot 154909802). 00000800:00000200:86.0:1596747364.274030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274036:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274036:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274037:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274037:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274038:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274038:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274039:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274041:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274041:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274042:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274042:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274043:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274043:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274044:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274044:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274045:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274045:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274046:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274046:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274047:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274047:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274048:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274049:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274049:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc90600] (20)-- 00000800:00000200:86.0:1596747364.274050:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.60@o2ib36 00000800:00000200:86.0:1596747364.274295:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.274676:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.60@o2ib36 00000800:00000200:86.0:1596747364.274678:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.60@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.274679:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc99ec0 (tot 154909666). 00000800:00000200:86.0:1596747364.274680:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274681:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc90600] (20)++ 00000800:00000200:37.2:1596747364.274681:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc90600] (19)++ 00000800:00000200:86.0:1596747364.274682:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc90600] (21)-- 00000800:00000010:86.0:1596747364.291778:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2e00 (tot 154909778). 00000800:00000200:86.0:1596747364.291780:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2e00] -> 192.168.128.114@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.291782:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2e80 (tot 154909890). 00000800:00000010:86.0:1596747364.291788:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c790000 (tot 154910186). 00000800:00000010:86.0:1596747364.291790:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c722240 (tot 154910322). 00000800:00000010:86.0:1596747364.291792:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c749000 (tot 154912194). 00000800:00000010:86.0:1596747364.291794:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c722540 (tot 154912346). 00000800:00000200:86.0:1596747364.291796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c76e000 0x1fdc76e000(0x1fdc76e000) 00000800:00000200:86.0:1596747364.291798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c76f000 0x1fdc76f000(0x1fdc76f000) 00000800:00000200:86.0:1596747364.291798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c770000 0x1fdc770000(0x1fdc770000) 00000800:00000200:86.0:1596747364.291799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c771000 0x1fdc771000(0x1fdc771000) 00000800:00000200:86.0:1596747364.291800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c772000 0x1fdc772000(0x1fdc772000) 00000800:00000200:86.0:1596747364.291801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c773000 0x1fdc773000(0x1fdc773000) 00000800:00000200:86.0:1596747364.291801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c774000 0x1fdc774000(0x1fdc774000) 00000800:00000200:86.0:1596747364.291802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c775000 0x1fdc775000(0x1fdc775000) 00000800:00000200:86.0:1596747364.291803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c776000 0x1fdc776000(0x1fdc776000) 00000800:00000200:86.0:1596747364.291804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac5c777000 0x1fdc777000(0x1fdc777000) 00000800:00000200:86.0:1596747364.291804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac5c778000 0x1fdc778000(0x1fdc778000) 00000800:00000200:86.0:1596747364.291805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac5c779000 0x1fdc779000(0x1fdc779000) 00000800:00000200:86.0:1596747364.291806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac5c77a000 0x1fdc77a000(0x1fdc77a000) 00000800:00000200:86.0:1596747364.291806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac5c77b000 0x1fdc77b000(0x1fdc77b000) 00000800:00000200:86.0:1596747364.291807:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac5c77c000 0x1fdc77c000(0x1fdc77c000) 00000800:00000200:86.0:1596747364.291808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac5c77d000 0x1fdc77d000(0x1fdc77d000) 00000800:00000200:86.0:1596747364.291809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac5c77e000 0x1fdc77e000(0x1fdc77e000) 00000800:00000200:86.0:1596747364.291809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac5c77f000 0x1fdc77f000(0x1fdc77f000) 00000800:00000010:86.0:1596747364.292336:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2e80 (tot 154912234). 00000800:00000200:86.0:1596747364.292337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292349:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292352:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292353:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292354:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.292354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790000] (20)-- 00000800:00000200:86.0:1596747364.292356:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.114@o2ib36 00000800:00000200:86.0:1596747364.292603:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.293002:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.114@o2ib36 00000800:00000200:86.0:1596747364.293003:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.114@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.293004:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c722240 (tot 154912098). 00000800:00000200:86.0:1596747364.293005:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c790000] (19)++ 00000800:00000200:86.0:1596747364.293006:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c790000] (20)++ 00000800:00000200:86.0:1596747364.293006:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c790000] (21)-- 00000800:00000200:87.2:1596747364.293180:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c790000] (20)++ 00000800:00000010:86.0:1596747364.306515:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e896e00 (tot 154912210). 00000800:00000200:86.0:1596747364.306518:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e896e00] -> 192.168.128.157@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.306520:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897d00 (tot 154912322). 00000800:00000010:86.0:1596747364.306522:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc97a00 (tot 154912618). 00000800:00000010:86.0:1596747364.306524:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc98240 (tot 154912754). 00000800:00000010:86.0:1596747364.306526:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d2da800 (tot 154914626). 00000800:00000010:86.0:1596747364.306527:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc98300 (tot 154914778). 00000800:00000200:86.0:1596747364.306530:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cca1000 0x7dcca1000(0x7dcca1000) 00000800:00000200:86.0:1596747364.306531:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cca2000 0x7dcca2000(0x7dcca2000) 00000800:00000200:86.0:1596747364.306532:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cca3000 0x7dcca3000(0x7dcca3000) 00000800:00000200:86.0:1596747364.306533:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cca4000 0x7dcca4000(0x7dcca4000) 00000800:00000200:86.0:1596747364.306534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cca5000 0x7dcca5000(0x7dcca5000) 00000800:00000200:86.0:1596747364.306534:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cca6000 0x7dcca6000(0x7dcca6000) 00000800:00000200:86.0:1596747364.306535:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cca7000 0x7dcca7000(0x7dcca7000) 00000800:00000200:86.0:1596747364.306536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cca8000 0x7dcca8000(0x7dcca8000) 00000800:00000200:86.0:1596747364.306536:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cca9000 0x7dcca9000(0x7dcca9000) 00000800:00000200:86.0:1596747364.306537:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945ccaa000 0x7dccaa000(0x7dccaa000) 00000800:00000200:86.0:1596747364.306538:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945ccab000 0x7dccab000(0x7dccab000) 00000800:00000200:86.0:1596747364.306539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945ccac000 0x7dccac000(0x7dccac000) 00000800:00000200:86.0:1596747364.306539:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945ccad000 0x7dccad000(0x7dccad000) 00000800:00000200:86.0:1596747364.306540:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945ccae000 0x7dccae000(0x7dccae000) 00000800:00000200:86.0:1596747364.306541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945ccaf000 0x7dccaf000(0x7dccaf000) 00000800:00000200:86.0:1596747364.306541:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945ccb0000 0x7dccb0000(0x7dccb0000) 00000800:00000200:86.0:1596747364.306542:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945ccb1000 0x7dccb1000(0x7dccb1000) 00000800:00000200:86.0:1596747364.306543:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945ccb2000 0x7dccb2000(0x7dccb2000) 00000800:00000010:86.0:1596747364.307065:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897d00 (tot 154914666). 00000800:00000200:86.0:1596747364.307067:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307068:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307068:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307069:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307069:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307070:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307070:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307071:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307071:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307072:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307072:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307073:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307073:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307074:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307074:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307075:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307075:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307076:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307076:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307077:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307077:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307078:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307078:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307079:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307079:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307080:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307080:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307081:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97a00] (20)-- 00000800:00000200:86.0:1596747364.307086:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.157@o2ib36 00000800:00000200:86.0:1596747364.307332:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.307818:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.157@o2ib36 00000800:00000200:86.0:1596747364.307819:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.157@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.307820:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc98240 (tot 154914530). 00000800:00000200:41.2:1596747364.307821:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307822:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc97a00] (19)++ 00000800:00000200:86.0:1596747364.307822:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc97a00] (20)++ 00000800:00000200:86.0:1596747364.307824:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc97a00] (22)-- 00000800:00000010:86.0:1596747364.336824:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489580 (tot 154914642). 00000800:00000200:86.0:1596747364.336826:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489580] -> 192.168.128.48@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.336828:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489500 (tot 154914754). 00000800:00000010:86.0:1596747364.336830:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f2c00 (tot 154915050). 00000800:00000010:86.0:1596747364.336831:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc7ef2a240 (tot 154915186). 00000800:00000010:86.0:1596747364.336833:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a15000 (tot 154917058). 00000800:00000010:86.0:1596747364.336835:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66962000 (tot 154917210). 00000800:00000200:86.0:1596747364.336843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67ada000 0x2fe7ada000(0x2fe7ada000) 00000800:00000200:86.0:1596747364.336843:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b5b6396000 0x2936396000(0x2936396000) 00000800:00000200:86.0:1596747364.336844:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc7f4f0000 0x2fff4f0000(0x2fff4f0000) 00000800:00000200:86.0:1596747364.336845:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7f560000 0x2fff560000(0x2fff560000) 00000800:00000200:86.0:1596747364.336846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc668a8000 0x2fe68a8000(0x2fe68a8000) 00000800:00000200:86.0:1596747364.336846:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67f90000 0x2fe7f90000(0x2fe7f90000) 00000800:00000200:86.0:1596747364.336847:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc66898000 0x2fe6898000(0x2fe6898000) 00000800:00000200:86.0:1596747364.336848:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc7f566000 0x2fff566000(0x2fff566000) 00000800:00000200:86.0:1596747364.336849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b514755000 0x2894755000(0x2894755000) 00000800:00000200:86.0:1596747364.336849:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b514658000 0x2894658000(0x2894658000) 00000800:00000200:86.0:1596747364.336850:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc7ef06000 0x2ffef06000(0x2ffef06000) 00000800:00000200:86.0:1596747364.336851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc678ea000 0x2fe78ea000(0x2fe78ea000) 00000800:00000200:86.0:1596747364.336851:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc7ee86000 0x2ffee86000(0x2ffee86000) 00000800:00000200:86.0:1596747364.336852:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc7f0d3000 0x2fff0d3000(0x2fff0d3000) 00000800:00000200:86.0:1596747364.336853:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc678a9000 0x2fe78a9000(0x2fe78a9000) 00000800:00000200:86.0:1596747364.336854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc7ec40000 0x2ffec40000(0x2ffec40000) 00000800:00000200:86.0:1596747364.336854:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc7ea1a000 0x2ffea1a000(0x2ffea1a000) 00000800:00000200:86.0:1596747364.336855:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67f8f000 0x2fe7f8f000(0x2fe7f8f000) 00000800:00000010:86.0:1596747364.337386:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489500 (tot 154917098). 00000800:00000200:86.0:1596747364.337387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337388:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337400:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337400:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337401:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337401:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337402:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337402:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337403:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337403:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337404:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337404:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f2c00] (20)-- 00000800:00000200:86.0:1596747364.337405:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.48@o2ib36 00000800:00000200:86.0:1596747364.337660:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.337978:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.48@o2ib36 00000800:00000200:86.0:1596747364.337979:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.48@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.337980:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc7ef2a240 (tot 154916962). 00000800:00000200:86.0:1596747364.337981:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f2c00] (19)++ 00000800:00000200:86.0:1596747364.337982:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f2c00] (20)++ 00000800:00000200:86.0:1596747364.337982:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f2c00] (21)-- 00000800:00000200:85.2:1596747364.338147:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f2c00] (20)++ 00000800:00000010:86.0:1596747364.353479:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897900 (tot 154917074). 00000800:00000200:86.0:1596747364.353481:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897900] -> 192.168.128.39@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.353483:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897200 (tot 154917186). 00000800:00000010:86.0:1596747364.353485:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc91000 (tot 154917482). 00000800:00000010:86.0:1596747364.353486:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc99ec0 (tot 154917618). 00000800:00000010:86.0:1596747364.353487:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d2de000 (tot 154919490). 00000800:00000010:86.0:1596747364.353488:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc99bc0 (tot 154919642). 00000800:00000200:86.0:1596747364.353492:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945ccb3000 0x7dccb3000(0x7dccb3000) 00000800:00000200:86.0:1596747364.353493:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945ccb4000 0x7dccb4000(0x7dccb4000) 00000800:00000200:86.0:1596747364.353494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945ccb5000 0x7dccb5000(0x7dccb5000) 00000800:00000200:86.0:1596747364.353494:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945ccb6000 0x7dccb6000(0x7dccb6000) 00000800:00000200:86.0:1596747364.353495:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945ccb7000 0x7dccb7000(0x7dccb7000) 00000800:00000200:86.0:1596747364.353496:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945ccb8000 0x7dccb8000(0x7dccb8000) 00000800:00000200:86.0:1596747364.353503:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945ccb9000 0x7dccb9000(0x7dccb9000) 00000800:00000200:86.0:1596747364.353504:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945ccba000 0x7dccba000(0x7dccba000) 00000800:00000200:86.0:1596747364.353505:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945ccbb000 0x7dccbb000(0x7dccbb000) 00000800:00000200:86.0:1596747364.353506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945ccbc000 0x7dccbc000(0x7dccbc000) 00000800:00000200:86.0:1596747364.353506:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945ccbd000 0x7dccbd000(0x7dccbd000) 00000800:00000200:86.0:1596747364.353507:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945ccbe000 0x7dccbe000(0x7dccbe000) 00000800:00000200:86.0:1596747364.353508:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945ccbf000 0x7dccbf000(0x7dccbf000) 00000800:00000200:86.0:1596747364.353509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945ccc0000 0x7dccc0000(0x7dccc0000) 00000800:00000200:86.0:1596747364.353509:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945ccc1000 0x7dccc1000(0x7dccc1000) 00000800:00000200:86.0:1596747364.353510:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945ccc2000 0x7dccc2000(0x7dccc2000) 00000800:00000200:86.0:1596747364.353511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945ccc3000 0x7dccc3000(0x7dccc3000) 00000800:00000200:86.0:1596747364.353511:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945ccc4000 0x7dccc4000(0x7dccc4000) 00000800:00000010:86.0:1596747364.354016:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897200 (tot 154919530). 00000800:00000200:86.0:1596747364.354017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc91000] (20)-- 00000800:00000200:86.0:1596747364.354036:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.39@o2ib36 00000800:00000200:86.0:1596747364.354280:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.354625:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.39@o2ib36 00000800:00000200:86.0:1596747364.354627:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.39@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.354628:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc99ec0 (tot 154919394). 00000800:00000200:86.0:1596747364.354629:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc91000] (19)++ 00000800:00000200:86.0:1596747364.354629:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc91000] (20)++ 00000800:00000200:86.0:1596747364.354630:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc91000] (21)-- 00000800:00000200:39.2:1596747364.354798:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc91000] (20)++ 00000800:00000010:86.0:1596747364.391179:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98ac7eab2f80 (tot 154919506). 00000800:00000200:86.0:1596747364.391180:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98ac7eab2f80] -> 192.168.128.12@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.391182:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98ac7eab2f00 (tot 154919618). 00000800:00000010:86.0:1596747364.391185:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98ac5c790600 (tot 154919914). 00000800:00000010:86.0:1596747364.391186:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98ac5c723ec0 (tot 154920050). 00000800:00000010:86.0:1596747364.391187:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98ac5c74e800 (tot 154921922). 00000800:00000010:86.0:1596747364.391188:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98ac5c723980 (tot 154922074). 00000800:00000200:86.0:1596747364.391195:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98ac5c780000 0x1fdc780000(0x1fdc780000) 00000800:00000200:86.0:1596747364.391196:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98ac5c781000 0x1fdc781000(0x1fdc781000) 00000800:00000200:86.0:1596747364.391197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ac5c782000 0x1fdc782000(0x1fdc782000) 00000800:00000200:86.0:1596747364.391198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98ac5c783000 0x1fdc783000(0x1fdc783000) 00000800:00000200:86.0:1596747364.391198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98ac5c784000 0x1fdc784000(0x1fdc784000) 00000800:00000200:86.0:1596747364.391199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98ac5c785000 0x1fdc785000(0x1fdc785000) 00000800:00000200:86.0:1596747364.391200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98ac5c786000 0x1fdc786000(0x1fdc786000) 00000800:00000200:86.0:1596747364.391201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98ac5c787000 0x1fdc787000(0x1fdc787000) 00000800:00000200:86.0:1596747364.391201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ac5c788000 0x1fdc788000(0x1fdc788000) 00000800:00000200:86.0:1596747364.391202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ac7d9ba000 0x1ffd9ba000(0x1ffd9ba000) 00000800:00000200:86.0:1596747364.391203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98ac7d5b9000 0x1ffd5b9000(0x1ffd5b9000) 00000800:00000200:86.0:1596747364.391203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ac7a16d000 0x1ffa16d000(0x1ffa16d000) 00000800:00000200:86.0:1596747364.391204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98ac7d73e000 0x1ffd73e000(0x1ffd73e000) 00000800:00000200:86.0:1596747364.391205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98ac7ac21000 0x1ffac21000(0x1ffac21000) 00000800:00000200:86.0:1596747364.391206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98ac7e576000 0x1ffe576000(0x1ffe576000) 00000800:00000200:86.0:1596747364.391206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98ac7da3f000 0x1ffda3f000(0x1ffda3f000) 00000800:00000200:86.0:1596747364.391207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98ac7eb0e000 0x1ffeb0e000(0x1ffeb0e000) 00000800:00000200:86.0:1596747364.391208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ac7f335000 0x1fff335000(0x1fff335000) 00000800:00000010:86.0:1596747364.391732:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98ac7eab2f00 (tot 154921962). 00000800:00000200:86.0:1596747364.391733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391741:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391741:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391742:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391742:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391743:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391743:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391744:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391744:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391745:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391745:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391746:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391746:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391747:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391747:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391748:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391748:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391749:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391749:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391750:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.391750:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98ac5c790600] (20)-- 00000800:00000200:86.0:1596747364.391752:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.12@o2ib36 00000800:00000200:86.0:1596747364.392004:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.392395:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.12@o2ib36 00000800:00000200:86.0:1596747364.392396:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.12@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.392397:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98ac5c723ec0 (tot 154921826). 00000800:00000200:86.0:1596747364.392398:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98ac5c790600] (19)++ 00000800:00000200:86.0:1596747364.392399:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98ac5c790600] (20)++ 00000800:00000200:86.0:1596747364.392399:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98ac5c790600] (21)-- 00000800:00000200:85.2:1596747364.392558:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98ac5c790600] (20)++ 00000800:00000010:86.0:1596747364.396771:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01280 (tot 154921938). 00000800:00000200:86.0:1596747364.396773:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01280] -> 192.168.128.15@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.396775:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01300 (tot 154922050). 00000800:00000010:86.0:1596747364.396778:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462982c00 (tot 154922346). 00000800:00000010:86.0:1596747364.396780:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47edd4240 (tot 154922482). 00000800:00000010:86.0:1596747364.396782:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a4000 (tot 154924354). 00000800:00000010:86.0:1596747364.396783:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47edd4300 (tot 154924506). 00000800:00000200:86.0:1596747364.396793:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47f143000 0x17ff143000(0x17ff143000) 00000800:00000200:86.0:1596747364.396794:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47f13c000 0x17ff13c000(0x17ff13c000) 00000800:00000200:86.0:1596747364.396795:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47f13d000 0x17ff13d000(0x17ff13d000) 00000800:00000200:86.0:1596747364.396796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47f13e000 0x17ff13e000(0x17ff13e000) 00000800:00000200:86.0:1596747364.396796:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47f13f000 0x17ff13f000(0x17ff13f000) 00000800:00000200:86.0:1596747364.396797:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47e8c8000 0x17fe8c8000(0x17fe8c8000) 00000800:00000200:86.0:1596747364.396798:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47e8c9000 0x17fe8c9000(0x17fe8c9000) 00000800:00000200:86.0:1596747364.396799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a47e8ca000 0x17fe8ca000(0x17fe8ca000) 00000800:00000200:86.0:1596747364.396799:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a47e8cb000 0x17fe8cb000(0x17fe8cb000) 00000800:00000200:86.0:1596747364.396800:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a47e4b0000 0x17fe4b0000(0x17fe4b0000) 00000800:00000200:86.0:1596747364.396801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a47e4b1000 0x17fe4b1000(0x17fe4b1000) 00000800:00000200:86.0:1596747364.396801:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47e4b2000 0x17fe4b2000(0x17fe4b2000) 00000800:00000200:86.0:1596747364.396802:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47e4b3000 0x17fe4b3000(0x17fe4b3000) 00000800:00000200:86.0:1596747364.396803:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47e4ac000 0x17fe4ac000(0x17fe4ac000) 00000800:00000200:86.0:1596747364.396804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47e4ad000 0x17fe4ad000(0x17fe4ad000) 00000800:00000200:86.0:1596747364.396804:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47e4ae000 0x17fe4ae000(0x17fe4ae000) 00000800:00000200:86.0:1596747364.396805:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47e4af000 0x17fe4af000(0x17fe4af000) 00000800:00000200:86.0:1596747364.396806:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476884000 0x17f6884000(0x17f6884000) 00000800:00000010:86.0:1596747364.397334:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01300 (tot 154924394). 00000800:00000200:86.0:1596747364.397335:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397336:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397336:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397337:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397337:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397338:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397338:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397339:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397339:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397340:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397340:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397341:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397341:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397342:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397342:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397343:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397343:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397344:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397344:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397345:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397345:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397346:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397346:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397347:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397347:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397348:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397348:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397349:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397349:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397350:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397350:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397351:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397351:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397352:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397352:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462982c00] (20)-- 00000800:00000200:86.0:1596747364.397353:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.15@o2ib36 00000800:00000200:86.0:1596747364.397599:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.397955:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.15@o2ib36 00000800:00000200:86.0:1596747364.397956:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.15@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.397957:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47edd4240 (tot 154924258). 00000800:00000200:86.0:1596747364.397957:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462982c00] (19)++ 00000800:00000200:86.0:1596747364.397958:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462982c00] (20)++ 00000800:00000200:86.0:1596747364.397959:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462982c00] (21)-- 00000800:00000200:39.2:1596747364.398131:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462982c00] (20)++ 00000800:00000010:86.0:1596747364.463334:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01300 (tot 154924370). 00000800:00000200:86.0:1596747364.463337:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01300] -> 192.168.128.96@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.463339:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01380 (tot 154924482). 00000800:00000010:86.0:1596747364.463340:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462985200 (tot 154924778). 00000800:00000010:86.0:1596747364.463341:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47edd4240 (tot 154924914). 00000800:00000010:86.0:1596747364.463342:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a2000 (tot 154926786). 00000800:00000010:86.0:1596747364.463343:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47edd4540 (tot 154926938). 00000800:00000200:86.0:1596747364.463346:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a476885000 0x17f6885000(0x17f6885000) 00000800:00000200:86.0:1596747364.463347:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a476886000 0x17f6886000(0x17f6886000) 00000800:00000200:86.0:1596747364.463348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a476887000 0x17f6887000(0x17f6887000) 00000800:00000200:86.0:1596747364.463348:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a476c64000 0x17f6c64000(0x17f6c64000) 00000800:00000200:86.0:1596747364.463349:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a476c65000 0x17f6c65000(0x17f6c65000) 00000800:00000200:86.0:1596747364.463350:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a476c66000 0x17f6c66000(0x17f6c66000) 00000800:00000200:86.0:1596747364.463351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a476c67000 0x17f6c67000(0x17f6c67000) 00000800:00000200:86.0:1596747364.463351:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a46090c000 0x17e090c000(0x17e090c000) 00000800:00000200:86.0:1596747364.463352:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a46090d000 0x17e090d000(0x17e090d000) 00000800:00000200:86.0:1596747364.463353:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a46090e000 0x17e090e000(0x17e090e000) 00000800:00000200:86.0:1596747364.463354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a46090f000 0x17e090f000(0x17e090f000) 00000800:00000200:86.0:1596747364.463354:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a47e678000 0x17fe678000(0x17fe678000) 00000800:00000200:86.0:1596747364.463355:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a47e679000 0x17fe679000(0x17fe679000) 00000800:00000200:86.0:1596747364.463356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47e67a000 0x17fe67a000(0x17fe67a000) 00000800:00000200:86.0:1596747364.463356:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47e67b000 0x17fe67b000(0x17fe67b000) 00000800:00000200:86.0:1596747364.463357:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47e624000 0x17fe624000(0x17fe624000) 00000800:00000200:86.0:1596747364.463358:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47e625000 0x17fe625000(0x17fe625000) 00000800:00000200:86.0:1596747364.463359:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47e626000 0x17fe626000(0x17fe626000) 00000800:00000010:86.0:1596747364.463881:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01380 (tot 154926826). 00000800:00000200:86.0:1596747364.463883:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463883:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463884:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463885:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463886:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463886:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463887:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463887:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463888:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463888:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463889:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463889:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463890:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463890:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463891:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463891:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463892:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463892:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463893:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463893:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463894:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463894:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463895:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463895:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463896:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463896:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463897:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463897:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463898:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463898:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463899:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463899:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463900:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.463900:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985200] (20)-- 00000800:00000200:86.0:1596747364.463902:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.96@o2ib36 00000800:00000200:86.0:1596747364.464151:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.464532:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.96@o2ib36 00000800:00000200:86.0:1596747364.464533:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.96@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.464534:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47edd4240 (tot 154926690). 00000800:00000200:86.0:1596747364.464536:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462985200] (19)++ 00000800:00000200:86.0:1596747364.464536:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462985200] (20)++ 00000800:00000200:86.0:1596747364.464537:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462985200] (21)-- 00000800:00000200:37.2:1596747364.464724:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462985200] (20)++ 00000800:00000010:86.0:1596747364.470288:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514b00 (tot 154926802). 00000800:00000200:86.0:1596747364.470291:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514b00] -> 192.168.128.56@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.470294:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514b80 (tot 154926914). 00000800:00000010:86.0:1596747364.470298:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46470ec00 (tot 154927210). 00000800:00000010:86.0:1596747364.470300:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465323ec0 (tot 154927346). 00000800:00000010:86.0:1596747364.470302:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46458d800 (tot 154929218). 00000800:00000010:86.0:1596747364.470303:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465323500 (tot 154929370). 00000800:00000200:86.0:1596747364.470309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464eed000 0x27e4eed000(0x27e4eed000) 00000800:00000200:86.0:1596747364.470310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464f83000 0x27e4f83000(0x27e4f83000) 00000800:00000200:86.0:1596747364.470311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47e6d9000 0x27fe6d9000(0x27fe6d9000) 00000800:00000200:86.0:1596747364.470312:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464ed0000 0x27e4ed0000(0x27e4ed0000) 00000800:00000200:86.0:1596747364.470313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47a0a9000 0x27fa0a9000(0x27fa0a9000) 00000800:00000200:86.0:1596747364.470313:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b464689000 0x27e4689000(0x27e4689000) 00000800:00000200:86.0:1596747364.470314:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47ae1e000 0x27fae1e000(0x27fae1e000) 00000800:00000200:86.0:1596747364.470315:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47eb4b000 0x27feb4b000(0x27feb4b000) 00000800:00000200:86.0:1596747364.470316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47f321000 0x27ff321000(0x27ff321000) 00000800:00000200:86.0:1596747364.470316:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47e1cc000 0x27fe1cc000(0x27fe1cc000) 00000800:00000200:86.0:1596747364.470317:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464f3a000 0x27e4f3a000(0x27e4f3a000) 00000800:00000200:86.0:1596747364.470318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47a0c7000 0x27fa0c7000(0x27fa0c7000) 00000800:00000200:86.0:1596747364.470318:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464591000 0x27e4591000(0x27e4591000) 00000800:00000200:86.0:1596747364.470319:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464f40000 0x27e4f40000(0x27e4f40000) 00000800:00000200:86.0:1596747364.470320:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47e8d9000 0x27fe8d9000(0x27fe8d9000) 00000800:00000200:86.0:1596747364.470321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464789000 0x27e4789000(0x27e4789000) 00000800:00000200:86.0:1596747364.470321:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47e500000 0x27fe500000(0x27fe500000) 00000800:00000200:86.0:1596747364.470322:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464d0e000 0x27e4d0e000(0x27e4d0e000) 00000800:00000010:86.0:1596747364.470834:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514b80 (tot 154929258). 00000800:00000200:86.0:1596747364.470835:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470836:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470837:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470837:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470838:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470838:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470839:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470839:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470840:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470840:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470841:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470841:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470842:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470842:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470843:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470843:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470844:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470844:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470845:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470845:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470846:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470846:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470847:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470847:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470848:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470848:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470849:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470849:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470850:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470850:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470851:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470851:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470852:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470852:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.470853:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ec00] (20)-- 00000800:00000200:86.0:1596747364.470854:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.56@o2ib36 00000800:00000200:86.0:1596747364.471097:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747364.471396:0:6901:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470ec00] (19)++ 00000800:00000200:86.0:1596747364.471404:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.56@o2ib36 00000800:00000200:86.0:1596747364.471405:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.56@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.471407:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465323ec0 (tot 154929122). 00000800:00000200:86.0:1596747364.471408:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46470ec00] (20)++ 00000800:00000200:86.0:1596747364.471408:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46470ec00] (21)++ 00000800:00000200:86.0:1596747364.471409:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46470ec00] (22)-- 00000800:00000010:86.0:1596747364.526355:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2900 (tot 154929234). 00000800:00000200:86.0:1596747364.526358:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2900] -> 192.168.128.97@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.526360:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2980 (tot 154929346). 00000800:00000010:86.0:1596747364.526362:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d31000 (tot 154929642). 00000800:00000010:86.0:1596747364.526364:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 154929778). 00000800:00000010:86.0:1596747364.526366:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55ccc800 (tot 154931650). 00000800:00000010:86.0:1596747364.526368:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57476cc0 (tot 154931802). 00000800:00000200:86.0:1596747364.526378:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc779ec000 0x3ff79ec000(0x3ff79ec000) 00000800:00000200:86.0:1596747364.526380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc7a3b1000 0x3ffa3b1000(0x3ffa3b1000) 00000800:00000200:86.0:1596747364.526380:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc764a4000 0x3ff64a4000(0x3ff64a4000) 00000800:00000200:86.0:1596747364.526381:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5785e000 0x3fd785e000(0x3fd785e000) 00000800:00000200:86.0:1596747364.526382:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57b73000 0x3fd7b73000(0x3fd7b73000) 00000800:00000200:86.0:1596747364.526383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc69570000 0x3fe9570000(0x3fe9570000) 00000800:00000200:86.0:1596747364.526384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57ba7000 0x3fd7ba7000(0x3fd7ba7000) 00000800:00000200:86.0:1596747364.526384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc578e0000 0x3fd78e0000(0x3fd78e0000) 00000800:00000200:86.0:1596747364.526385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7db3f000 0x3ffdb3f000(0x3ffdb3f000) 00000800:00000200:86.0:1596747364.526386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc7a7a5000 0x3ffa7a5000(0x3ffa7a5000) 00000800:00000200:86.0:1596747364.526386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc5751c000 0x3fd751c000(0x3fd751c000) 00000800:00000200:86.0:1596747364.526387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57b3a000 0x3fd7b3a000(0x3fd7b3a000) 00000800:00000200:86.0:1596747364.526388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc575ad000 0x3fd75ad000(0x3fd75ad000) 00000800:00000200:86.0:1596747364.526389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc576e0000 0x3fd76e0000(0x3fd76e0000) 00000800:00000200:86.0:1596747364.526389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc7f177000 0x3fff177000(0x3fff177000) 00000800:00000200:86.0:1596747364.526390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc561d3000 0x3fd61d3000(0x3fd61d3000) 00000800:00000200:86.0:1596747364.526391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc578b5000 0x3fd78b5000(0x3fd78b5000) 00000800:00000200:86.0:1596747364.526392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc57b16000 0x3fd7b16000(0x3fd7b16000) 00000800:00000010:86.0:1596747364.526922:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2980 (tot 154931690). 00000800:00000200:86.0:1596747364.526924:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526925:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526925:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526926:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526927:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526927:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526928:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526929:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526929:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526930:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526930:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526931:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526931:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526932:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526932:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526933:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526933:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526934:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526934:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526935:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526935:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526936:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526936:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526937:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526937:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526938:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526939:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526940:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.526941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31000] (20)-- 00000800:00000200:86.0:1596747364.526943:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.97@o2ib36 00000800:00000200:86.0:1596747364.527205:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.527614:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.97@o2ib36 00000800:00000200:86.0:1596747364.527616:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.97@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.527617:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 154931554). 00000800:00000200:86.0:1596747364.527618:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d31000] (19)++ 00000800:00000200:86.0:1596747364.527619:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d31000] (20)++ 00000800:00000200:86.0:1596747364.527619:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d31000] (21)-- 00000800:00000200:89.2:1596747364.527621:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d31000] (20)++ 00000800:00000010:86.0:1596747364.551737:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488b00 (tot 154931666). 00000800:00000200:86.0:1596747364.551740:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488b00] -> 192.168.128.150@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.551742:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488b80 (tot 154931778). 00000800:00000010:86.0:1596747364.551745:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f7800 (tot 154932074). 00000800:00000010:86.0:1596747364.551747:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66963ec0 (tot 154932210). 00000800:00000010:86.0:1596747364.551749:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a13000 (tot 154934082). 00000800:00000010:86.0:1596747364.551749:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66963e00 (tot 154934234). 00000800:00000200:86.0:1596747364.551753:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc678fa000 0x2fe78fa000(0x2fe78fa000) 00000800:00000200:86.0:1596747364.551754:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b5147a1000 0x28947a1000(0x28947a1000) 00000800:00000200:86.0:1596747364.551755:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66882000 0x2fe6882000(0x2fe6882000) 00000800:00000200:86.0:1596747364.551756:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc7ecbb000 0x2ffecbb000(0x2ffecbb000) 00000800:00000200:86.0:1596747364.551757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67f32000 0x2fe7f32000(0x2fe7f32000) 00000800:00000200:86.0:1596747364.551757:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67bf4000 0x2fe7bf4000(0x2fe7bf4000) 00000800:00000200:86.0:1596747364.551758:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc6796c000 0x2fe796c000(0x2fe796c000) 00000800:00000200:86.0:1596747364.551759:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc6795d000 0x2fe795d000(0x2fe795d000) 00000800:00000200:86.0:1596747364.551760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67b60000 0x2fe7b60000(0x2fe7b60000) 00000800:00000200:86.0:1596747364.551760:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67adf000 0x2fe7adf000(0x2fe7adf000) 00000800:00000200:86.0:1596747364.551761:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67b50000 0x2fe7b50000(0x2fe7b50000) 00000800:00000200:86.0:1596747364.551762:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc66928000 0x2fe6928000(0x2fe6928000) 00000800:00000200:86.0:1596747364.551763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc66982000 0x2fe6982000(0x2fe6982000) 00000800:00000200:86.0:1596747364.551763:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6695e000 0x2fe695e000(0x2fe695e000) 00000800:00000200:86.0:1596747364.551764:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc66967000 0x2fe6967000(0x2fe6967000) 00000800:00000200:86.0:1596747364.551765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc66961000 0x2fe6961000(0x2fe6961000) 00000800:00000200:86.0:1596747364.551765:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc66964000 0x2fe6964000(0x2fe6964000) 00000800:00000200:86.0:1596747364.551766:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc66965000 0x2fe6965000(0x2fe6965000) 00000800:00000010:86.0:1596747364.552312:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488b80 (tot 154934122). 00000800:00000200:86.0:1596747364.552314:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552315:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552315:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552316:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552316:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552317:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552317:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552318:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552318:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552319:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552319:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552320:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552320:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552321:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552321:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552322:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552322:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552323:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552323:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552324:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552324:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552325:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552325:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552326:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552326:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552327:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552327:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552328:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552328:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552329:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552329:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552330:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552330:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552331:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552331:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f7800] (20)-- 00000800:00000200:86.0:1596747364.552333:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.150@o2ib36 00000800:00000200:86.0:1596747364.552580:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.552881:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.150@o2ib36 00000800:00000200:86.0:1596747364.552882:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.150@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.552883:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66963ec0 (tot 154933986). 00000800:00000200:86.0:1596747364.552884:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f7800] (19)++ 00000800:00000200:86.0:1596747364.552885:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f7800] (20)++ 00000800:00000200:86.0:1596747364.552886:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f7800] (21)-- 00000800:00000200:87.2:1596747364.552895:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f7800] (20)++ 00000800:00000010:86.0:1596747364.677403:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c3680 (tot 154934098). 00000800:00000200:86.0:1596747364.677405:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c3680] -> 192.168.128.50@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.677408:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c3600 (tot 154934210). 00000800:00000010:86.0:1596747364.677409:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d37000 (tot 154934506). 00000800:00000010:86.0:1596747364.677411:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc57476780 (tot 154934642). 00000800:00000010:86.0:1596747364.677413:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55ccb000 (tot 154936514). 00000800:00000010:86.0:1596747364.677414:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57477bc0 (tot 154936666). 00000800:00000200:86.0:1596747364.677417:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc7a204000 0x3ffa204000(0x3ffa204000) 00000800:00000200:86.0:1596747364.677418:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc7a3e2000 0x3ffa3e2000(0x3ffa3e2000) 00000800:00000200:86.0:1596747364.677419:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc7649d000 0x3ff649d000(0x3ff649d000) 00000800:00000200:86.0:1596747364.677420:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc7ed11000 0x3ffed11000(0x3ffed11000) 00000800:00000200:86.0:1596747364.677421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57ba4000 0x3fd7ba4000(0x3fd7ba4000) 00000800:00000200:86.0:1596747364.677421:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57b8b000 0x3fd7b8b000(0x3fd7b8b000) 00000800:00000200:86.0:1596747364.677422:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57b51000 0x3fd7b51000(0x3fd7b51000) 00000800:00000200:86.0:1596747364.677423:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc5773d000 0x3fd773d000(0x3fd773d000) 00000800:00000200:86.0:1596747364.677424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc574b3000 0x3fd74b3000(0x3fd74b3000) 00000800:00000200:86.0:1596747364.677424:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57bdf000 0x3fd7bdf000(0x3fd7bdf000) 00000800:00000200:86.0:1596747364.677425:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc72723000 0x3ff2723000(0x3ff2723000) 00000800:00000200:86.0:1596747364.677426:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc7f112000 0x3fff112000(0x3fff112000) 00000800:00000200:86.0:1596747364.677427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc6da73000 0x3feda73000(0x3feda73000) 00000800:00000200:86.0:1596747364.677427:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57b4e000 0x3fd7b4e000(0x3fd7b4e000) 00000800:00000200:86.0:1596747364.677428:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57b98000 0x3fd7b98000(0x3fd7b98000) 00000800:00000200:86.0:1596747364.677429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57497000 0x3fd7497000(0x3fd7497000) 00000800:00000200:86.0:1596747364.677429:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5753d000 0x3fd753d000(0x3fd753d000) 00000800:00000200:86.0:1596747364.677432:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc57728000 0x3fd7728000(0x3fd7728000) 00000800:00000010:86.0:1596747364.677974:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c3600 (tot 154936554). 00000800:00000200:86.0:1596747364.677975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.677993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d37000] (20)-- 00000800:00000200:86.0:1596747364.677994:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.50@o2ib36 00000800:00000200:86.0:1596747364.678252:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.678577:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.50@o2ib36 00000800:00000200:86.0:1596747364.678578:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.50@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.678579:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc57476780 (tot 154936418). 00000800:00000200:86.0:1596747364.678580:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d37000] (19)++ 00000800:00000200:86.0:1596747364.678581:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d37000] (20)++ 00000800:00000200:86.0:1596747364.678581:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d37000] (21)-- 00000800:00000200:40.2:1596747364.678587:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d37000] (20)++ 00000800:00000010:86.0:1596747364.938995:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01600 (tot 154936530). 00000800:00000200:86.0:1596747364.938998:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01600] -> 192.168.128.75@o2ib36 (1)++ 00000800:00000010:86.0:1596747364.939000:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01500 (tot 154936642). 00000800:00000010:86.0:1596747364.939002:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462985400 (tot 154936938). 00000800:00000010:86.0:1596747364.939003:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47edd5ec0 (tot 154937074). 00000800:00000010:86.0:1596747364.939006:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a7000 (tot 154938946). 00000800:00000010:86.0:1596747364.939007:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47edd5bc0 (tot 154939098). 00000800:00000200:86.0:1596747364.939015:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47e627000 0x17fe627000(0x17fe627000) 00000800:00000200:86.0:1596747364.939016:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47e630000 0x17fe630000(0x17fe630000) 00000800:00000200:86.0:1596747364.939017:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47e631000 0x17fe631000(0x17fe631000) 00000800:00000200:86.0:1596747364.939018:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47e632000 0x17fe632000(0x17fe632000) 00000800:00000200:86.0:1596747364.939019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47e633000 0x17fe633000(0x17fe633000) 00000800:00000200:86.0:1596747364.939019:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a462bf4000 0x17e2bf4000(0x17e2bf4000) 00000800:00000200:86.0:1596747364.939020:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a462bf5000 0x17e2bf5000(0x17e2bf5000) 00000800:00000200:86.0:1596747364.939021:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a462bf6000 0x17e2bf6000(0x17e2bf6000) 00000800:00000200:86.0:1596747364.939022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a462bf7000 0x17e2bf7000(0x17e2bf7000) 00000800:00000200:86.0:1596747364.939022:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a462be0000 0x17e2be0000(0x17e2be0000) 00000800:00000200:86.0:1596747364.939023:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a462be1000 0x17e2be1000(0x17e2be1000) 00000800:00000200:86.0:1596747364.939024:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a462be2000 0x17e2be2000(0x17e2be2000) 00000800:00000200:86.0:1596747364.939025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a462be3000 0x17e2be3000(0x17e2be3000) 00000800:00000200:86.0:1596747364.939025:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a47ea34000 0x17fea34000(0x17fea34000) 00000800:00000200:86.0:1596747364.939026:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a47ea35000 0x17fea35000(0x17fea35000) 00000800:00000200:86.0:1596747364.939027:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a47ea36000 0x17fea36000(0x17fea36000) 00000800:00000200:86.0:1596747364.939028:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a47ea37000 0x17fea37000(0x17fea37000) 00000800:00000200:86.0:1596747364.939029:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a47ea38000 0x17fea38000(0x17fea38000) 00000800:00000010:86.0:1596747364.939560:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01500 (tot 154938986). 00000800:00000200:86.0:1596747364.939561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.939579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462985400] (20)-- 00000800:00000200:86.0:1596747364.939580:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.75@o2ib36 00000800:00000200:86.0:1596747364.939827:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747364.940214:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.75@o2ib36 00000800:00000200:86.0:1596747364.940215:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.75@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747364.940216:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47edd5ec0 (tot 154938850). 00000800:00000200:86.0:1596747364.940217:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462985400] (19)++ 00000800:00000200:86.0:1596747364.940217:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462985400] (20)++ 00000800:00000200:86.0:1596747364.940218:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462985400] (21)-- 00000800:00000200:39.2:1596747364.940374:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462985400] (20)++ 00000800:00000010:86.0:1596747365.030121:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897d00 (tot 154938962). 00000800:00000200:86.0:1596747365.030124:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897d00] -> 192.168.128.26@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.030126:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897980 (tot 154939074). 00000800:00000010:86.0:1596747365.030128:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc97000 (tot 154939370). 00000800:00000010:86.0:1596747365.030129:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc98240 (tot 154939506). 00000800:00000010:86.0:1596747365.030131:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d2d9800 (tot 154941378). 00000800:00000010:86.0:1596747365.030132:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc98540 (tot 154941530). 00000800:00000200:86.0:1596747365.030136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945ccc5000 0x7dccc5000(0x7dccc5000) 00000800:00000200:86.0:1596747365.030137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945ccc6000 0x7dccc6000(0x7dccc6000) 00000800:00000200:86.0:1596747365.030138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945ccc7000 0x7dccc7000(0x7dccc7000) 00000800:00000200:86.0:1596747365.030138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945ccc8000 0x7dccc8000(0x7dccc8000) 00000800:00000200:86.0:1596747365.030139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945ccc9000 0x7dccc9000(0x7dccc9000) 00000800:00000200:86.0:1596747365.030140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945ccca000 0x7dccca000(0x7dccca000) 00000800:00000200:86.0:1596747365.030141:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cccb000 0x7dcccb000(0x7dcccb000) 00000800:00000200:86.0:1596747365.030141:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cccc000 0x7dcccc000(0x7dcccc000) 00000800:00000200:86.0:1596747365.030142:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cccd000 0x7dcccd000(0x7dcccd000) 00000800:00000200:86.0:1596747365.030143:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945ccce000 0x7dccce000(0x7dccce000) 00000800:00000200:86.0:1596747365.030143:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cccf000 0x7dcccf000(0x7dcccf000) 00000800:00000200:86.0:1596747365.030144:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945ccd0000 0x7dccd0000(0x7dccd0000) 00000800:00000200:86.0:1596747365.030145:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945ccd1000 0x7dccd1000(0x7dccd1000) 00000800:00000200:86.0:1596747365.030146:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945ccd2000 0x7dccd2000(0x7dccd2000) 00000800:00000200:86.0:1596747365.030147:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945ccd3000 0x7dccd3000(0x7dccd3000) 00000800:00000200:86.0:1596747365.030147:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945ccd4000 0x7dccd4000(0x7dccd4000) 00000800:00000200:86.0:1596747365.030148:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945ccd5000 0x7dccd5000(0x7dccd5000) 00000800:00000200:86.0:1596747365.030149:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945ccd6000 0x7dccd6000(0x7dccd6000) 00000800:00000010:86.0:1596747365.030684:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897980 (tot 154941418). 00000800:00000200:86.0:1596747365.030685:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030686:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030686:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030687:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030687:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030688:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030688:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030689:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030689:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030690:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030690:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030691:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030691:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030692:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030692:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030693:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030693:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030694:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030694:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030695:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030695:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030696:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030696:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030697:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030697:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030698:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030699:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.030703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc97000] (20)-- 00000800:00000200:86.0:1596747365.030704:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.26@o2ib36 00000800:00000200:86.0:1596747365.030956:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.031346:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.26@o2ib36 00000800:00000200:86.0:1596747365.031347:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.26@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.031348:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc98240 (tot 154941282). 00000800:00000200:86.0:1596747365.031349:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc97000] (19)++ 00000800:00000200:86.0:1596747365.031350:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc97000] (20)++ 00000800:00000200:86.2:1596747365.031352:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc97000] (21)++ 00000800:00000200:86.0:1596747365.031354:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc97000] (22)-- 00000800:00000010:86.0:1596747365.163908:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897980 (tot 154941394). 00000800:00000200:86.0:1596747365.163911:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897980] -> 192.168.128.47@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.163913:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e896900 (tot 154941506). 00000800:00000010:86.0:1596747365.163914:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc92000 (tot 154941802). 00000800:00000010:86.0:1596747365.163915:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc98240 (tot 154941938). 00000800:00000010:86.0:1596747365.163916:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945d653000 (tot 154943810). 00000800:00000010:86.0:1596747365.163917:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc98780 (tot 154943962). 00000800:00000200:86.0:1596747365.163922:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945ccd7000 0x7dccd7000(0x7dccd7000) 00000800:00000200:86.0:1596747365.163923:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945ccd8000 0x7dccd8000(0x7dccd8000) 00000800:00000200:86.0:1596747365.163924:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945ccd9000 0x7dccd9000(0x7dccd9000) 00000800:00000200:86.0:1596747365.163925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945ccda000 0x7dccda000(0x7dccda000) 00000800:00000200:86.0:1596747365.163925:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945ccdb000 0x7dccdb000(0x7dccdb000) 00000800:00000200:86.0:1596747365.163926:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945ccdc000 0x7dccdc000(0x7dccdc000) 00000800:00000200:86.0:1596747365.163927:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945ccdd000 0x7dccdd000(0x7dccdd000) 00000800:00000200:86.0:1596747365.163928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945ccde000 0x7dccde000(0x7dccde000) 00000800:00000200:86.0:1596747365.163928:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945ccdf000 0x7dccdf000(0x7dccdf000) 00000800:00000200:86.0:1596747365.163929:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cce0000 0x7dcce0000(0x7dcce0000) 00000800:00000200:86.0:1596747365.163930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cce1000 0x7dcce1000(0x7dcce1000) 00000800:00000200:86.0:1596747365.163930:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cce2000 0x7dcce2000(0x7dcce2000) 00000800:00000200:86.0:1596747365.163932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cce3000 0x7dcce3000(0x7dcce3000) 00000800:00000200:86.0:1596747365.163932:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cce4000 0x7dcce4000(0x7dcce4000) 00000800:00000200:86.0:1596747365.163933:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cce5000 0x7dcce5000(0x7dcce5000) 00000800:00000200:86.0:1596747365.163934:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cce6000 0x7dcce6000(0x7dcce6000) 00000800:00000200:86.0:1596747365.163935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cce7000 0x7dcce7000(0x7dcce7000) 00000800:00000200:86.0:1596747365.163935:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cce8000 0x7dcce8000(0x7dcce8000) 00000800:00000010:86.0:1596747365.164483:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e896900 (tot 154943850). 00000800:00000200:86.0:1596747365.164484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164485:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164486:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164510:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.164512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92000] (20)-- 00000800:00000200:86.0:1596747365.164513:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.47@o2ib36 00000800:00000200:86.0:1596747365.164776:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.165082:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.47@o2ib36 00000800:00000200:86.0:1596747365.165083:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.47@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.165083:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc98240 (tot 154943714). 00000800:00000200:86.0:1596747365.165084:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc92000] (19)++ 00000800:00000200:86.0:1596747365.165085:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc92000] (20)++ 00000800:00000200:86.0:1596747365.165086:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc92000] (21)-- 00000800:00000200:40.2:1596747365.165238:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc92000] (20)++ 00000800:00000010:86.0:1596747365.186929:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1380 (tot 154943826). 00000800:00000200:86.0:1596747365.186932:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1380] -> 192.168.128.155@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.186934:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1300 (tot 154943938). 00000800:00000010:86.0:1596747365.186936:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c437c99000 (tot 154944234). 00000800:00000010:86.0:1596747365.186938:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353fec0 (tot 154944370). 00000800:00000010:86.0:1596747365.186939:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c43401f000 (tot 154946242). 00000800:00000010:86.0:1596747365.186940:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353f500 (tot 154946394). 00000800:00000200:86.0:1596747365.186943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42ec29000 0x37aec29000(0x37aec29000) 00000800:00000200:86.0:1596747365.186944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42ec2a000 0x37aec2a000(0x37aec2a000) 00000800:00000200:86.0:1596747365.186945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42ec2b000 0x37aec2b000(0x37aec2b000) 00000800:00000200:86.0:1596747365.186945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42ec2c000 0x37aec2c000(0x37aec2c000) 00000800:00000200:86.0:1596747365.186946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42ec2d000 0x37aec2d000(0x37aec2d000) 00000800:00000200:86.0:1596747365.186947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42ec2e000 0x37aec2e000(0x37aec2e000) 00000800:00000200:86.0:1596747365.186948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42ec2f000 0x37aec2f000(0x37aec2f000) 00000800:00000200:86.0:1596747365.186948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42ec30000 0x37aec30000(0x37aec30000) 00000800:00000200:86.0:1596747365.186949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42ec31000 0x37aec31000(0x37aec31000) 00000800:00000200:86.0:1596747365.186950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c42ec32000 0x37aec32000(0x37aec32000) 00000800:00000200:86.0:1596747365.186951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c42ec33000 0x37aec33000(0x37aec33000) 00000800:00000200:86.0:1596747365.186952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c42ec34000 0x37aec34000(0x37aec34000) 00000800:00000200:86.0:1596747365.186952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42ec35000 0x37aec35000(0x37aec35000) 00000800:00000200:86.0:1596747365.186953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c42ec36000 0x37aec36000(0x37aec36000) 00000800:00000200:86.0:1596747365.186954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c42ec37000 0x37aec37000(0x37aec37000) 00000800:00000200:86.0:1596747365.186955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c42ec38000 0x37aec38000(0x37aec38000) 00000800:00000200:86.0:1596747365.186955:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c42ec39000 0x37aec39000(0x37aec39000) 00000800:00000200:86.0:1596747365.186956:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c42ec3a000 0x37aec3a000(0x37aec3a000) 00000800:00000010:86.0:1596747365.187484:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1300 (tot 154946282). 00000800:00000200:86.0:1596747365.187485:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187487:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187487:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187488:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187488:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187489:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187489:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187490:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187490:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187491:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187491:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187492:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187492:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187493:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187493:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187494:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187494:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187495:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187495:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187496:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187496:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187504:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187504:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187505:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.187510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c437c99000] (20)-- 00000800:00000200:86.0:1596747365.187511:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.155@o2ib36 00000800:00000200:86.0:1596747365.187767:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.188131:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.155@o2ib36 00000800:00000200:86.0:1596747365.188132:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.155@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.188133:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353fec0 (tot 154946146). 00000800:00000200:86.0:1596747365.188134:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c437c99000] (19)++ 00000800:00000200:86.0:1596747365.188134:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c437c99000] (20)++ 00000800:00000200:86.0:1596747365.188135:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c437c99000] (21)-- 00000800:00000200:40.2:1596747365.188331:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c437c99000] (20)++ 00000800:00000010:86.0:1596747365.301193:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2980 (tot 154946258). 00000800:00000200:86.0:1596747365.301196:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2980] -> 192.168.128.144@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.301198:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2a00 (tot 154946370). 00000800:00000010:86.0:1596747365.301200:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d31a00 (tot 154946666). 00000800:00000010:86.0:1596747365.301201:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 154946802). 00000800:00000010:86.0:1596747365.301204:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc0000 (tot 154948674). 00000800:00000010:86.0:1596747365.301205:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc574769c0 (tot 154948826). 00000800:00000200:86.0:1596747365.301214:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57afe000 0x3fd7afe000(0x3fd7afe000) 00000800:00000200:86.0:1596747365.301215:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc577be000 0x3fd77be000(0x3fd77be000) 00000800:00000200:86.0:1596747365.301216:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc5751e000 0x3fd751e000(0x3fd751e000) 00000800:00000200:86.0:1596747365.301217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc579a6000 0x3fd79a6000(0x3fd79a6000) 00000800:00000200:86.0:1596747365.301217:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57a1e000 0x3fd7a1e000(0x3fd7a1e000) 00000800:00000200:86.0:1596747365.301218:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57778000 0x3fd7778000(0x3fd7778000) 00000800:00000200:86.0:1596747365.301219:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7c5e2000 0x3ffc5e2000(0x3ffc5e2000) 00000800:00000200:86.0:1596747365.301220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc6956a000 0x3fe956a000(0x3fe956a000) 00000800:00000200:86.0:1596747365.301220:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7b83d000 0x3ffb83d000(0x3ffb83d000) 00000800:00000200:86.0:1596747365.301221:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc575e6000 0x3fd75e6000(0x3fd75e6000) 00000800:00000200:86.0:1596747365.301222:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc575eb000 0x3fd75eb000(0x3fd75eb000) 00000800:00000200:86.0:1596747365.301223:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57ae9000 0x3fd7ae9000(0x3fd7ae9000) 00000800:00000200:86.0:1596747365.301224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57b3f000 0x3fd7b3f000(0x3fd7b3f000) 00000800:00000200:86.0:1596747365.301224:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc579fd000 0x3fd79fd000(0x3fd79fd000) 00000800:00000200:86.0:1596747365.301225:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc579a3000 0x3fd79a3000(0x3fd79a3000) 00000800:00000200:86.0:1596747365.301226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57a72000 0x3fd7a72000(0x3fd7a72000) 00000800:00000200:86.0:1596747365.301226:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc563a9000 0x3fd63a9000(0x3fd63a9000) 00000800:00000200:86.0:1596747365.301227:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc58387000 0x3fd8387000(0x3fd8387000) 00000800:00000010:86.0:1596747365.301765:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2a00 (tot 154948714). 00000800:00000200:86.0:1596747365.301766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301780:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.301784:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d31a00] (20)-- 00000800:00000200:86.0:1596747365.301785:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.144@o2ib36 00000800:00000200:86.0:1596747365.302053:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.302427:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.144@o2ib36 00000800:00000200:86.0:1596747365.302428:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.144@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.302429:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 154948578). 00000800:00000200:86.0:1596747365.302430:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d31a00] (19)++ 00000800:00000200:86.0:1596747365.302430:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d31a00] (20)++ 00000800:00000200:86.0:1596747365.302431:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d31a00] (21)-- 00000800:00000200:85.2:1596747365.302610:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d31a00] (20)++ 00000800:00000010:86.0:1596747365.543669:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2a00 (tot 154948690). 00000800:00000200:86.0:1596747365.543672:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2a00] -> 192.168.128.76@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.543674:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2a80 (tot 154948802). 00000800:00000010:86.0:1596747365.543675:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d36000 (tot 154949098). 00000800:00000010:86.0:1596747365.543676:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 154949234). 00000800:00000010:86.0:1596747365.543677:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc1000 (tot 154951106). 00000800:00000010:86.0:1596747365.543678:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc57476540 (tot 154951258). 00000800:00000200:86.0:1596747365.543686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5772a000 0x3fd772a000(0x3fd772a000) 00000800:00000200:86.0:1596747365.543687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc5766e000 0x3fd766e000(0x3fd766e000) 00000800:00000200:86.0:1596747365.543688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc6f88a000 0x3fef88a000(0x3fef88a000) 00000800:00000200:86.0:1596747365.543689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57426000 0x3fd7426000(0x3fd7426000) 00000800:00000200:86.0:1596747365.543690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc7eba5000 0x3ffeba5000(0x3ffeba5000) 00000800:00000200:86.0:1596747365.543691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc578e6000 0x3fd78e6000(0x3fd78e6000) 00000800:00000200:86.0:1596747365.543691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57b2c000 0x3fd7b2c000(0x3fd7b2c000) 00000800:00000200:86.0:1596747365.543692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc7f0e1000 0x3fff0e1000(0x3fff0e1000) 00000800:00000200:86.0:1596747365.543693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc7bd53000 0x3ffbd53000(0x3ffbd53000) 00000800:00000200:86.0:1596747365.543694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc576b1000 0x3fd76b1000(0x3fd76b1000) 00000800:00000200:86.0:1596747365.543695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57bb2000 0x3fd7bb2000(0x3fd7bb2000) 00000800:00000200:86.0:1596747365.543696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc561e9000 0x3fd61e9000(0x3fd61e9000) 00000800:00000200:86.0:1596747365.543696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57a3b000 0x3fd7a3b000(0x3fd7a3b000) 00000800:00000200:86.0:1596747365.543697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc574f4000 0x3fd74f4000(0x3fd74f4000) 00000800:00000200:86.0:1596747365.543698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc577b7000 0x3fd77b7000(0x3fd77b7000) 00000800:00000200:86.0:1596747365.543699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5774e000 0x3fd774e000(0x3fd774e000) 00000800:00000200:86.0:1596747365.543699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc5837f000 0x3fd837f000(0x3fd837f000) 00000800:00000200:86.0:1596747365.543700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5772e000 0x3fd772e000(0x3fd772e000) 00000800:00000010:86.0:1596747365.544242:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2a80 (tot 154951146). 00000800:00000200:86.0:1596747365.544243:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544244:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544245:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544246:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544246:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544247:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544247:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544248:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544248:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544249:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544249:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544250:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544250:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544251:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544252:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d36000] (20)-- 00000800:00000200:86.0:1596747365.544262:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.76@o2ib36 00000800:00000200:86.0:1596747365.544532:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.544895:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.76@o2ib36 00000800:00000200:86.0:1596747365.544896:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.76@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.544897:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 154951010). 00000800:00000200:86.0:1596747365.544899:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:41.2:1596747365.544899:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d36000] (19)++ 00000800:00000200:86.0:1596747365.544900:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d36000] (20)++ 00000800:00000200:86.0:1596747365.544900:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d36000] (21)-- 00000800:00000010:86.0:1596747365.624662:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e195100 (tot 154951122). 00000800:00000200:86.0:1596747365.624665:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e195100] -> 192.168.128.112@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.624667:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e195080 (tot 154951234). 00000800:00000010:86.0:1596747365.624670:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5efc5400 (tot 154951530). 00000800:00000010:86.0:1596747365.624673:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9afe00 (tot 154951666). 00000800:00000010:86.0:1596747365.624677:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5ea38000 (tot 154953538). 00000800:00000010:86.0:1596747365.624679:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9af440 (tot 154953690). 00000800:00000200:86.0:1596747365.624684:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5ea2c000 0xfdea2c000(0xfdea2c000) 00000800:00000200:86.0:1596747365.624685:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5ea2d000 0xfdea2d000(0xfdea2d000) 00000800:00000200:86.0:1596747365.624686:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5ea2e000 0xfdea2e000(0xfdea2e000) 00000800:00000200:86.0:1596747365.624687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5ea2f000 0xfdea2f000(0xfdea2f000) 00000800:00000200:86.0:1596747365.624688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5ea30000 0xfdea30000(0xfdea30000) 00000800:00000200:86.0:1596747365.624689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5ea31000 0xfdea31000(0xfdea31000) 00000800:00000200:86.0:1596747365.624690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5ea32000 0xfdea32000(0xfdea32000) 00000800:00000200:86.0:1596747365.624691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5ea33000 0xfdea33000(0xfdea33000) 00000800:00000200:86.0:1596747365.624691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5ea34000 0xfdea34000(0xfdea34000) 00000800:00000200:86.0:1596747365.624692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5ea35000 0xfdea35000(0xfdea35000) 00000800:00000200:86.0:1596747365.624693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea36000 0xfdea36000(0xfdea36000) 00000800:00000200:86.0:1596747365.624694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea37000 0xfdea37000(0xfdea37000) 00000800:00000200:86.0:1596747365.624694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea40000 0xfdea40000(0xfdea40000) 00000800:00000200:86.0:1596747365.624695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea41000 0xfdea41000(0xfdea41000) 00000800:00000200:86.0:1596747365.624696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea42000 0xfdea42000(0xfdea42000) 00000800:00000200:86.0:1596747365.624697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea43000 0xfdea43000(0xfdea43000) 00000800:00000200:86.0:1596747365.624697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea44000 0xfdea44000(0xfdea44000) 00000800:00000200:86.0:1596747365.624698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea45000 0xfdea45000(0xfdea45000) 00000800:00000010:86.0:1596747365.625250:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e195080 (tot 154953578). 00000800:00000200:86.0:1596747365.625251:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625252:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625253:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625253:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625254:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625254:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625255:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625255:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625256:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625257:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5efc5400] (20)-- 00000800:00000200:86.0:1596747365.625270:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.112@o2ib36 00000800:00000200:86.0:1596747365.625524:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.625918:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.112@o2ib36 00000800:00000200:86.0:1596747365.625920:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.112@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.625920:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9afe00 (tot 154953442). 00000800:00000200:86.0:1596747365.625922:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5efc5400] (19)++ 00000800:00000200:86.0:1596747365.625922:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5efc5400] (20)++ 00000800:00000200:86.0:1596747365.625923:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5efc5400] (21)-- 00000800:00000200:84.2:1596747365.625933:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5efc5400] (20)++ 00000800:00000010:86.0:1596747365.651798:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515580 (tot 154953554). 00000800:00000200:86.0:1596747365.651802:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515580] -> 192.168.128.145@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.651804:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515500 (tot 154953666). 00000800:00000010:86.0:1596747365.651807:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b464709800 (tot 154953962). 00000800:00000010:86.0:1596747365.651810:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465322240 (tot 154954098). 00000800:00000010:86.0:1596747365.651812:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46458b000 (tot 154955970). 00000800:00000010:86.0:1596747365.651813:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465322c00 (tot 154956122). 00000800:00000200:86.0:1596747365.651824:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464518000 0x27e4518000(0x27e4518000) 00000800:00000200:86.0:1596747365.651825:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464e63000 0x27e4e63000(0x27e4e63000) 00000800:00000200:86.0:1596747365.651826:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98ad14b35000 0x2094b35000(0x2094b35000) 00000800:00000200:86.0:1596747365.651827:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47f22a000 0x27ff22a000(0x27ff22a000) 00000800:00000200:86.0:1596747365.651828:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47ece3000 0x27fece3000(0x27fece3000) 00000800:00000200:86.0:1596747365.651829:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47eaab000 0x27feaab000(0x27feaab000) 00000800:00000200:86.0:1596747365.651830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47fded000 0x27ffded000(0x27ffded000) 00000800:00000200:86.0:1596747365.651830:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47dd30000 0x27fdd30000(0x27fdd30000) 00000800:00000200:86.0:1596747365.651831:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47f275000 0x27ff275000(0x27ff275000) 00000800:00000200:86.0:1596747365.651832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47df2b000 0x27fdf2b000(0x27fdf2b000) 00000800:00000200:86.0:1596747365.651832:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47f11f000 0x27ff11f000(0x27ff11f000) 00000800:00000200:86.0:1596747365.651833:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98ad14b73000 0x2094b73000(0x2094b73000) 00000800:00000200:86.0:1596747365.651834:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47f301000 0x27ff301000(0x27ff301000) 00000800:00000200:86.0:1596747365.651835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47f0a5000 0x27ff0a5000(0x27ff0a5000) 00000800:00000200:86.0:1596747365.651835:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47dcb5000 0x27fdcb5000(0x27fdcb5000) 00000800:00000200:86.0:1596747365.651836:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47dcf3000 0x27fdcf3000(0x27fdcf3000) 00000800:00000200:86.0:1596747365.651837:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47e4a4000 0x27fe4a4000(0x27fe4a4000) 00000800:00000200:86.0:1596747365.651838:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47dd47000 0x27fdd47000(0x27fdd47000) 00000800:00000010:86.0:1596747365.652352:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515500 (tot 154956010). 00000800:00000200:86.0:1596747365.652353:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652354:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652355:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652355:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652356:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652356:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652357:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652357:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652358:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652358:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652359:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652359:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652360:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652360:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652361:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652361:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652362:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652362:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652363:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652364:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652364:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652365:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652365:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652366:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652366:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652366:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652367:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652367:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652368:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652368:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652369:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652369:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652370:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652370:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.652371:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b464709800] (20)-- 00000800:00000200:86.0:1596747365.652372:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.145@o2ib36 00000800:00000200:86.0:1596747365.652635:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.653019:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.145@o2ib36 00000800:00000200:86.0:1596747365.653020:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.145@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.653021:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465322240 (tot 154955874). 00000800:00000200:86.0:1596747365.653022:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b464709800] (19)++ 00000800:00000200:86.0:1596747365.653022:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b464709800] (20)++ 00000800:00000200:86.0:1596747365.653023:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b464709800] (21)-- 00000800:00000200:41.2:1596747365.653028:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b464709800] (20)++ 00000800:00000010:86.0:1596747365.836681:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489500 (tot 154955986). 00000800:00000200:86.0:1596747365.836685:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489500] -> 192.168.128.108@o2ib36 (1)++ 00000800:00000010:86.0:1596747365.836687:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489480 (tot 154956098). 00000800:00000010:86.0:1596747365.836689:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f3200 (tot 154956394). 00000800:00000010:86.0:1596747365.836691:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66962240 (tot 154956530). 00000800:00000010:86.0:1596747365.836692:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a11000 (tot 154958402). 00000800:00000010:86.0:1596747365.836693:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66962300 (tot 154958554). 00000800:00000200:86.0:1596747365.836702:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b5b63fc000 0x29363fc000(0x29363fc000) 00000800:00000200:86.0:1596747365.836703:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b5b63fd000 0x29363fd000(0x29363fd000) 00000800:00000200:86.0:1596747365.836704:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc67a26000 0x2fe7a26000(0x2fe7a26000) 00000800:00000200:86.0:1596747365.836705:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc67a27000 0x2fe7a27000(0x2fe7a27000) 00000800:00000200:86.0:1596747365.836706:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc67fe8000 0x2fe7fe8000(0x2fe7fe8000) 00000800:00000200:86.0:1596747365.836707:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc67fe9000 0x2fe7fe9000(0x2fe7fe9000) 00000800:00000200:86.0:1596747365.836708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67fc2000 0x2fe7fc2000(0x2fe7fc2000) 00000800:00000200:86.0:1596747365.836708:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67fc3000 0x2fe7fc3000(0x2fe7fc3000) 00000800:00000200:86.0:1596747365.836709:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc7e29c000 0x2ffe29c000(0x2ffe29c000) 00000800:00000200:86.0:1596747365.836710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc7e29d000 0x2ffe29d000(0x2ffe29d000) 00000800:00000200:86.0:1596747365.836710:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc66980000 0x2fe6980000(0x2fe6980000) 00000800:00000200:86.0:1596747365.836711:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc66981000 0x2fe6981000(0x2fe6981000) 00000800:00000200:86.0:1596747365.836712:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67ace000 0x2fe7ace000(0x2fe7ace000) 00000800:00000200:86.0:1596747365.836713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67acf000 0x2fe7acf000(0x2fe7acf000) 00000800:00000200:86.0:1596747365.836713:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67938000 0x2fe7938000(0x2fe7938000) 00000800:00000200:86.0:1596747365.836714:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67939000 0x2fe7939000(0x2fe7939000) 00000800:00000200:86.0:1596747365.836715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b5b6398000 0x2936398000(0x2936398000) 00000800:00000200:86.0:1596747365.836715:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b5b6399000 0x2936399000(0x2936399000) 00000800:00000010:86.0:1596747365.837259:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489480 (tot 154958442). 00000800:00000200:86.0:1596747365.837260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837266:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837275:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837275:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837276:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837276:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837277:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837277:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837278:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.837278:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f3200] (20)-- 00000800:00000200:86.0:1596747365.837280:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.108@o2ib36 00000800:00000200:86.0:1596747365.837530:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747365.838985:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.108@o2ib36 00000800:00000200:86.0:1596747365.838986:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.108@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747365.838987:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66962240 (tot 154958306). 00000800:00000200:86.0:1596747365.838988:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f3200] (19)++ 00000800:00000200:86.0:1596747365.838989:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f3200] (20)++ 00000800:00000200:86.0:1596747365.838990:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f3200] (21)-- 00000800:00000200:85.2:1596747365.839003:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f3200] (20)++ 00000800:00000010:86.0:1596747366.242376:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514b80 (tot 154958418). 00000800:00000200:86.0:1596747366.242379:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514b80] -> 192.168.128.140@o2ib36 (1)++ 00000800:00000010:86.0:1596747366.242381:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514c00 (tot 154958530). 00000800:00000010:86.0:1596747366.242383:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46470ac00 (tot 154958826). 00000800:00000010:86.0:1596747366.242385:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465323ec0 (tot 154958962). 00000800:00000010:86.0:1596747366.242386:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46458c800 (tot 154960834). 00000800:00000010:86.0:1596747366.242387:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b4653232c0 (tot 154960986). 00000800:00000200:86.0:1596747366.242396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47eb0d000 0x27feb0d000(0x27feb0d000) 00000800:00000200:86.0:1596747366.242398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47dc5d000 0x27fdc5d000(0x27fdc5d000) 00000800:00000200:86.0:1596747366.242399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47dc5a000 0x27fdc5a000(0x27fdc5a000) 00000800:00000200:86.0:1596747366.242399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47af0e000 0x27faf0e000(0x27faf0e000) 00000800:00000200:86.0:1596747366.242400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b464d51000 0x27e4d51000(0x27e4d51000) 00000800:00000200:86.0:1596747366.242401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47ae92000 0x27fae92000(0x27fae92000) 00000800:00000200:86.0:1596747366.242402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464f22000 0x27e4f22000(0x27e4f22000) 00000800:00000200:86.0:1596747366.242402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464ed3000 0x27e4ed3000(0x27e4ed3000) 00000800:00000200:86.0:1596747366.242403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47dd7d000 0x27fdd7d000(0x27fdd7d000) 00000800:00000200:86.0:1596747366.242404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47caa9000 0x27fcaa9000(0x27fcaa9000) 00000800:00000200:86.0:1596747366.242405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47ada2000 0x27fada2000(0x27fada2000) 00000800:00000200:86.0:1596747366.242405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47ae20000 0x27fae20000(0x27fae20000) 00000800:00000200:86.0:1596747366.242406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47eb5a000 0x27feb5a000(0x27feb5a000) 00000800:00000200:86.0:1596747366.242407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4647de000 0x27e47de000(0x27e47de000) 00000800:00000200:86.0:1596747366.242408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b46479c000 0x27e479c000(0x27e479c000) 00000800:00000200:86.0:1596747366.242408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47dd8f000 0x27fdd8f000(0x27fdd8f000) 00000800:00000200:86.0:1596747366.242409:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464dac000 0x27e4dac000(0x27e4dac000) 00000800:00000200:86.0:1596747366.242410:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98ad14b98000 0x2094b98000(0x2094b98000) 00000800:00000010:86.0:1596747366.242979:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514c00 (tot 154960874). 00000800:00000200:86.0:1596747366.242981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242990:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242991:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242991:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242992:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242992:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242993:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242993:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242994:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242994:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242995:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242995:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242996:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242996:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242997:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242997:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.242998:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.242998:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470ac00] (20)-- 00000800:00000200:86.0:1596747366.243000:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.140@o2ib36 00000800:00000200:86.0:1596747366.243264:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747366.243662:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470ac00] (19)++ 00000800:00000200:86.0:1596747366.243664:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.140@o2ib36 00000800:00000200:86.0:1596747366.243665:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.140@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747366.243666:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465323ec0 (tot 154960738). 00000800:00000200:86.0:1596747366.243667:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46470ac00] (20)++ 00000800:00000200:86.0:1596747366.243668:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46470ac00] (21)++ 00000800:00000200:86.0:1596747366.243669:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46470ac00] (22)-- 00000800:00020000:15.0:1596747366.352537:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747366.352540:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.123@o2ib36 (108): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747366.352541:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98945d198a00] (22)++ 00000800:00000100:15.0:1596747366.352543:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.123@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747366.352546:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98947e896b00] -> 192.168.128.123@o2ib36 (2)-- 00000800:00000200:15.0:1596747366.352547:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98945d198a00] (23)-- 00000400:00000200:15.0:1596747366.353152:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.123@o2ib36: down 00000400:00000200:15.0:1596747366.353155:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.123@o2ib36 not found 00000800:00000200:15.0:1596747366.353155:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98945d198a00] (22)-- 00000800:00000200:86.0:1596747366.353489:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98945d198a00] (21)-- 00000800:00000010:86.0:1596747366.673784:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897200 (tot 154960850). 00000800:00000200:86.0:1596747366.673789:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897200] -> 192.168.128.128@o2ib36 (1)++ 00000800:00000010:86.0:1596747366.673791:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e896300 (tot 154960962). 00000800:00000010:86.0:1596747366.673794:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc92400 (tot 154961258). 00000800:00000010:86.0:1596747366.673796:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc99ec0 (tot 154961394). 00000800:00000010:86.0:1596747366.673800:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945ccf8000 (tot 154963266). 00000800:00000010:86.0:1596747366.673801:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc99980 (tot 154963418). 00000800:00000200:86.0:1596747366.673808:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cce9000 0x7dcce9000(0x7dcce9000) 00000800:00000200:86.0:1596747366.673809:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945ccea000 0x7dccea000(0x7dccea000) 00000800:00000200:86.0:1596747366.673810:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cceb000 0x7dcceb000(0x7dcceb000) 00000800:00000200:86.0:1596747366.673811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945ccec000 0x7dccec000(0x7dccec000) 00000800:00000200:86.0:1596747366.673811:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cced000 0x7dcced000(0x7dcced000) 00000800:00000200:86.0:1596747366.673812:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945ccee000 0x7dccee000(0x7dccee000) 00000800:00000200:86.0:1596747366.673813:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945ccef000 0x7dccef000(0x7dccef000) 00000800:00000200:86.0:1596747366.673814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945ccf0000 0x7dccf0000(0x7dccf0000) 00000800:00000200:86.0:1596747366.673814:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945ccf1000 0x7dccf1000(0x7dccf1000) 00000800:00000200:86.0:1596747366.673815:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945ccf2000 0x7dccf2000(0x7dccf2000) 00000800:00000200:86.0:1596747366.673816:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945ccf3000 0x7dccf3000(0x7dccf3000) 00000800:00000200:86.0:1596747366.673817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945ccf4000 0x7dccf4000(0x7dccf4000) 00000800:00000200:86.0:1596747366.673817:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945ccf5000 0x7dccf5000(0x7dccf5000) 00000800:00000200:86.0:1596747366.673818:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945ccf6000 0x7dccf6000(0x7dccf6000) 00000800:00000200:86.0:1596747366.673819:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945ccf7000 0x7dccf7000(0x7dccf7000) 00000800:00000200:86.0:1596747366.673820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cd00000 0x7dcd00000(0x7dcd00000) 00000800:00000200:86.0:1596747366.673820:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cd01000 0x7dcd01000(0x7dcd01000) 00000800:00000200:86.0:1596747366.673821:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cd02000 0x7dcd02000(0x7dcd02000) 00000800:00000010:86.0:1596747366.674380:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e896300 (tot 154963306). 00000800:00000200:86.0:1596747366.674381:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674382:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674383:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674383:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674384:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674384:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674385:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674385:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674386:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674386:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674387:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674387:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674388:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674389:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674389:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674390:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674390:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674391:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674391:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674392:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674392:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674393:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674393:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674394:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674394:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674395:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674395:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674396:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674396:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674397:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674397:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674398:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674398:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674399:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674399:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92400] (20)-- 00000800:00000200:86.0:1596747366.674401:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.128@o2ib36 00000800:00000200:86.0:1596747366.674673:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747366.674977:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc92400] (19)++ 00000800:00000200:86.0:1596747366.674979:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.128@o2ib36 00000800:00000200:86.0:1596747366.674980:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.128@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747366.674981:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc99ec0 (tot 154963170). 00000800:00000200:86.0:1596747366.674982:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc92400] (20)++ 00000800:00000200:86.0:1596747366.674982:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc92400] (21)++ 00000800:00000200:86.0:1596747366.674983:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc92400] (22)-- 00000800:00000010:86.0:1596747367.112924:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0a80 (tot 154963282). 00000800:00000200:86.0:1596747367.112928:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0a80] -> 192.168.128.3@o2ib36 (1)++ 00000800:00000010:86.0:1596747367.112930:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0b00 (tot 154963394). 00000800:00000010:86.0:1596747367.112933:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d5400 (tot 154963690). 00000800:00000010:86.0:1596747367.112936:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e840 (tot 154963826). 00000800:00000010:86.0:1596747367.112937:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c43401e000 (tot 154965698). 00000800:00000010:86.0:1596747367.112938:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353eb40 (tot 154965850). 00000800:00000200:86.0:1596747367.112941:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42eb8e000 0x37aeb8e000(0x37aeb8e000) 00000800:00000200:86.0:1596747367.112942:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42eb8f000 0x37aeb8f000(0x37aeb8f000) 00000800:00000200:86.0:1596747367.112943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42eb90000 0x37aeb90000(0x37aeb90000) 00000800:00000200:86.0:1596747367.112943:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42eb91000 0x37aeb91000(0x37aeb91000) 00000800:00000200:86.0:1596747367.112944:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42eb92000 0x37aeb92000(0x37aeb92000) 00000800:00000200:86.0:1596747367.112945:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42eb93000 0x37aeb93000(0x37aeb93000) 00000800:00000200:86.0:1596747367.112946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42eb94000 0x37aeb94000(0x37aeb94000) 00000800:00000200:86.0:1596747367.112946:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42eb95000 0x37aeb95000(0x37aeb95000) 00000800:00000200:86.0:1596747367.112947:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42eb96000 0x37aeb96000(0x37aeb96000) 00000800:00000200:86.0:1596747367.112948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c42eb97000 0x37aeb97000(0x37aeb97000) 00000800:00000200:86.0:1596747367.112948:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c42eb98000 0x37aeb98000(0x37aeb98000) 00000800:00000200:86.0:1596747367.112949:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c42eb99000 0x37aeb99000(0x37aeb99000) 00000800:00000200:86.0:1596747367.112950:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42eb9a000 0x37aeb9a000(0x37aeb9a000) 00000800:00000200:86.0:1596747367.112951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c42eb9b000 0x37aeb9b000(0x37aeb9b000) 00000800:00000200:86.0:1596747367.112951:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c42eb9c000 0x37aeb9c000(0x37aeb9c000) 00000800:00000200:86.0:1596747367.112952:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c42eb9d000 0x37aeb9d000(0x37aeb9d000) 00000800:00000200:86.0:1596747367.112953:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c42eb9e000 0x37aeb9e000(0x37aeb9e000) 00000800:00000200:86.0:1596747367.112954:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c42eb9f000 0x37aeb9f000(0x37aeb9f000) 00000800:00000010:86.0:1596747367.113503:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0b00 (tot 154965738). 00000800:00000200:86.0:1596747367.113505:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113506:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113506:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113507:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113507:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113508:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113508:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113509:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113509:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113510:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113511:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113511:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113512:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113512:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113513:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113513:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113514:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113514:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113515:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113515:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113516:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113516:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113517:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113517:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113518:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113518:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113519:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113519:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113520:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113520:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113521:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113521:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113522:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113522:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.113523:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d5400] (20)-- 00000800:00000200:86.0:1596747367.113524:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.3@o2ib36 00000800:00000200:86.0:1596747367.113770:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747367.114109:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.3@o2ib36 00000800:00000200:86.0:1596747367.114110:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.3@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747367.114111:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e840 (tot 154965602). 00000800:00000200:86.0:1596747367.114112:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d5400] (19)++ 00000800:00000200:86.0:1596747367.114112:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d5400] (20)++ 00000800:00000200:86.0:1596747367.114113:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d5400] (21)-- 00000800:00000200:85.2:1596747367.114271:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d5400] (20)++ 00000800:00000010:86.0:1596747367.215435:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515500 (tot 154965714). 00000800:00000200:86.0:1596747367.215439:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515500] -> 192.168.128.111@o2ib36 (1)++ 00000800:00000010:86.0:1596747367.215443:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515480 (tot 154965826). 00000800:00000010:86.0:1596747367.215444:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46460b000 (tot 154966122). 00000800:00000010:86.0:1596747367.215445:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465322240 (tot 154966258). 00000800:00000010:86.0:1596747367.215449:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464738000 (tot 154968130). 00000800:00000010:86.0:1596747367.215449:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465322e40 (tot 154968282). 00000800:00000200:86.0:1596747367.215452:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47e05b000 0x27fe05b000(0x27fe05b000) 00000800:00000200:86.0:1596747367.215453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47ad5c000 0x27fad5c000(0x27fad5c000) 00000800:00000200:86.0:1596747367.215454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47ae9a000 0x27fae9a000(0x27fae9a000) 00000800:00000200:86.0:1596747367.215455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47ee5b000 0x27fee5b000(0x27fee5b000) 00000800:00000200:86.0:1596747367.215456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47e525000 0x27fe525000(0x27fe525000) 00000800:00000200:86.0:1596747367.215457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b464fe9000 0x27e4fe9000(0x27e4fe9000) 00000800:00000200:86.0:1596747367.215457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47a0da000 0x27fa0da000(0x27fa0da000) 00000800:00000200:86.0:1596747367.215458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47aef8000 0x27faef8000(0x27faef8000) 00000800:00000200:86.0:1596747367.215459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b47e06f000 0x27fe06f000(0x27fe06f000) 00000800:00000200:86.0:1596747367.215459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b47e7d5000 0x27fe7d5000(0x27fe7d5000) 00000800:00000200:86.0:1596747367.215460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47e7ce000 0x27fe7ce000(0x27fe7ce000) 00000800:00000200:86.0:1596747367.215461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47aeb5000 0x27faeb5000(0x27faeb5000) 00000800:00000200:86.0:1596747367.215462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464586000 0x27e4586000(0x27e4586000) 00000800:00000200:86.0:1596747367.215462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4645f8000 0x27e45f8000(0x27e45f8000) 00000800:00000200:86.0:1596747367.215463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4647b7000 0x27e47b7000(0x27e47b7000) 00000800:00000200:86.0:1596747367.215464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464dbb000 0x27e4dbb000(0x27e4dbb000) 00000800:00000200:86.0:1596747367.215465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464fe2000 0x27e4fe2000(0x27e4fe2000) 00000800:00000200:86.0:1596747367.215465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47e1e2000 0x27fe1e2000(0x27fe1e2000) 00000800:00000010:86.0:1596747367.216016:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515480 (tot 154968170). 00000800:00000200:86.0:1596747367.216017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216027:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216028:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216028:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216029:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216029:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216030:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216030:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216031:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216031:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216032:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216032:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216033:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216033:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216034:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216034:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216035:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216035:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460b000] (20)-- 00000800:00000200:86.0:1596747367.216036:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.111@o2ib36 00000800:00000200:86.0:1596747367.216290:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747367.216671:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.111@o2ib36 00000800:00000200:86.0:1596747367.216673:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.111@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747367.216674:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465322240 (tot 154968034). 00000800:00000200:86.0:1596747367.216675:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46460b000] (19)++ 00000800:00000200:86.0:1596747367.216676:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46460b000] (20)++ 00000800:00000200:86.0:1596747367.216677:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46460b000] (21)-- 00000800:00000200:87.2:1596747367.216836:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460b000] (20)++ 00000800:00000010:86.0:1596747367.651886:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515480 (tot 154968146). 00000800:00000200:86.0:1596747367.651890:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515480] -> 192.168.128.17@o2ib36 (1)++ 00000800:00000010:86.0:1596747367.651892:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515400 (tot 154968258). 00000800:00000010:86.0:1596747367.651893:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46460c400 (tot 154968554). 00000800:00000010:86.0:1596747367.651894:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b465322240 (tot 154968690). 00000800:00000010:86.0:1596747367.651895:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b464739000 (tot 154970562). 00000800:00000010:86.0:1596747367.651896:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b465323080 (tot 154970714). 00000800:00000200:86.0:1596747367.651903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464e5b000 0x27e4e5b000(0x27e4e5b000) 00000800:00000200:86.0:1596747367.651904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47ee81000 0x27fee81000(0x27fee81000) 00000800:00000200:86.0:1596747367.651905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47f120000 0x27ff120000(0x27ff120000) 00000800:00000200:86.0:1596747367.651906:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47f121000 0x27ff121000(0x27ff121000) 00000800:00000200:86.0:1596747367.651907:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47ee82000 0x27fee82000(0x27fee82000) 00000800:00000200:86.0:1596747367.651908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47ee83000 0x27fee83000(0x27fee83000) 00000800:00000200:86.0:1596747367.651908:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47ee74000 0x27fee74000(0x27fee74000) 00000800:00000200:86.0:1596747367.651909:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47ee75000 0x27fee75000(0x27fee75000) 00000800:00000200:86.0:1596747367.651910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98ad14b26000 0x2094b26000(0x2094b26000) 00000800:00000200:86.0:1596747367.651910:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98ad14b27000 0x2094b27000(0x2094b27000) 00000800:00000200:86.0:1596747367.651911:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464e58000 0x27e4e58000(0x27e4e58000) 00000800:00000200:86.0:1596747367.651912:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464e59000 0x27e4e59000(0x27e4e59000) 00000800:00000200:86.0:1596747367.651913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47efc6000 0x27fefc6000(0x27fefc6000) 00000800:00000200:86.0:1596747367.651913:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47efc7000 0x27fefc7000(0x27fefc7000) 00000800:00000200:86.0:1596747367.651914:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47e1e0000 0x27fe1e0000(0x27fe1e0000) 00000800:00000200:86.0:1596747367.651915:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47e1e1000 0x27fe1e1000(0x27fe1e1000) 00000800:00000200:86.0:1596747367.651916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b465330000 0x27e5330000(0x27e5330000) 00000800:00000200:86.0:1596747367.651916:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b465331000 0x27e5331000(0x27e5331000) 00000800:00000010:86.0:1596747367.652450:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515400 (tot 154970602). 00000800:00000200:86.0:1596747367.652452:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652453:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652454:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652454:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652455:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652455:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652456:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652456:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652457:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652457:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652458:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652458:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652459:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652459:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652460:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652460:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652461:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652461:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652462:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652462:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652463:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652463:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652464:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652464:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652465:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652465:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652466:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652466:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652468:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c400] (19)++ 00000800:00000200:86.0:1596747367.652470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c400] (20)-- 00000800:00000200:86.0:1596747367.652471:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.17@o2ib36 00000800:00000200:86.0:1596747367.652732:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747367.653137:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.17@o2ib36 00000800:00000200:86.0:1596747367.653138:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.17@o2ib36: active(0), version(12), status(0) 00000800:00000200:86.2:1596747367.653140:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460c400] (19)++ 00000800:00000010:86.0:1596747367.653143:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b465322240 (tot 154970466). 00000800:00000200:86.0:1596747367.653145:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46460c400] (20)++ 00000800:00000200:86.0:1596747367.653145:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46460c400] (21)++ 00000800:00000200:86.0:1596747367.653147:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46460c400] (22)-- 00000800:00000010:86.0:1596747367.787540:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e896900 (tot 154970578). 00000800:00000200:86.0:1596747367.787544:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e896900] -> 192.168.128.102@o2ib36 (1)++ 00000800:00000010:86.0:1596747367.787546:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897100 (tot 154970690). 00000800:00000010:86.0:1596747367.787547:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc96600 (tot 154970986). 00000800:00000010:86.0:1596747367.787550:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc98240 (tot 154971122). 00000800:00000010:86.0:1596747367.787552:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945ccff800 (tot 154972994). 00000800:00000010:86.0:1596747367.787553:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc989c0 (tot 154973146). 00000800:00000200:86.0:1596747367.787555:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cd03000 0x7dcd03000(0x7dcd03000) 00000800:00000200:86.0:1596747367.787557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cd04000 0x7dcd04000(0x7dcd04000) 00000800:00000200:86.0:1596747367.787557:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cd05000 0x7dcd05000(0x7dcd05000) 00000800:00000200:86.0:1596747367.787558:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cd06000 0x7dcd06000(0x7dcd06000) 00000800:00000200:86.0:1596747367.787559:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cd07000 0x7dcd07000(0x7dcd07000) 00000800:00000200:86.0:1596747367.787560:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cd08000 0x7dcd08000(0x7dcd08000) 00000800:00000200:86.0:1596747367.787561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cd09000 0x7dcd09000(0x7dcd09000) 00000800:00000200:86.0:1596747367.787561:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cd0a000 0x7dcd0a000(0x7dcd0a000) 00000800:00000200:86.0:1596747367.787562:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cd0b000 0x7dcd0b000(0x7dcd0b000) 00000800:00000200:86.0:1596747367.787563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cd0c000 0x7dcd0c000(0x7dcd0c000) 00000800:00000200:86.0:1596747367.787563:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cd0d000 0x7dcd0d000(0x7dcd0d000) 00000800:00000200:86.0:1596747367.787564:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cd0e000 0x7dcd0e000(0x7dcd0e000) 00000800:00000200:86.0:1596747367.787565:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cd0f000 0x7dcd0f000(0x7dcd0f000) 00000800:00000200:86.0:1596747367.787566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cd10000 0x7dcd10000(0x7dcd10000) 00000800:00000200:86.0:1596747367.787566:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cd11000 0x7dcd11000(0x7dcd11000) 00000800:00000200:86.0:1596747367.787567:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cd12000 0x7dcd12000(0x7dcd12000) 00000800:00000200:86.0:1596747367.787568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cd13000 0x7dcd13000(0x7dcd13000) 00000800:00000200:86.0:1596747367.787568:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cd14000 0x7dcd14000(0x7dcd14000) 00000800:00000010:86.0:1596747367.788106:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897100 (tot 154973034). 00000800:00000200:86.0:1596747367.788107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788111:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788111:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788112:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788112:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788113:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788113:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788114:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788114:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788115:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788115:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788116:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788116:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788117:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788117:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788118:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788118:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788119:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788119:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788120:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788120:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788121:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788121:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788122:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788122:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788123:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788123:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788124:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788124:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788125:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788125:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc96600] (20)-- 00000800:00000200:86.0:1596747367.788127:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.102@o2ib36 00000800:00000200:86.0:1596747367.788386:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747367.788782:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.102@o2ib36 00000800:00000200:86.0:1596747367.788784:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.102@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747367.788785:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc98240 (tot 154972898). 00000800:00000200:86.0:1596747367.788786:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc96600] (19)++ 00000800:00000200:86.0:1596747367.788786:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc96600] (20)++ 00000800:00000200:86.0:1596747367.788787:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc96600] (21)-- 00000800:00000200:37.2:1596747367.789087:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc96600] (20)++ 00000800:00000010:86.0:1596747368.179377:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194d00 (tot 154973010). 00000800:00000200:86.0:1596747368.179380:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194d00] -> 192.168.128.91@o2ib36 (1)++ 00000800:00000010:86.0:1596747368.179383:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194d80 (tot 154973122). 00000800:00000010:86.0:1596747368.179385:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e834e00 (tot 154973418). 00000800:00000010:86.0:1596747368.179387:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154973554). 00000800:00000010:86.0:1596747368.179389:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5ea3f800 (tot 154975426). 00000800:00000010:86.0:1596747368.179391:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9aed80 (tot 154975578). 00000800:00000200:86.0:1596747368.179395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5ea46000 0xfdea46000(0xfdea46000) 00000800:00000200:86.0:1596747368.179396:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5ea47000 0xfdea47000(0xfdea47000) 00000800:00000200:86.0:1596747368.179397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5ea48000 0xfdea48000(0xfdea48000) 00000800:00000200:86.0:1596747368.179397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5ea49000 0xfdea49000(0xfdea49000) 00000800:00000200:86.0:1596747368.179398:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5ea4a000 0xfdea4a000(0xfdea4a000) 00000800:00000200:86.0:1596747368.179399:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5ea4b000 0xfdea4b000(0xfdea4b000) 00000800:00000200:86.0:1596747368.179400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5ea4c000 0xfdea4c000(0xfdea4c000) 00000800:00000200:86.0:1596747368.179400:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5ea4d000 0xfdea4d000(0xfdea4d000) 00000800:00000200:86.0:1596747368.179401:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5ea4e000 0xfdea4e000(0xfdea4e000) 00000800:00000200:86.0:1596747368.179402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5ea4f000 0xfdea4f000(0xfdea4f000) 00000800:00000200:86.0:1596747368.179402:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea50000 0xfdea50000(0xfdea50000) 00000800:00000200:86.0:1596747368.179403:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea51000 0xfdea51000(0xfdea51000) 00000800:00000200:86.0:1596747368.179404:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea52000 0xfdea52000(0xfdea52000) 00000800:00000200:86.0:1596747368.179405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea53000 0xfdea53000(0xfdea53000) 00000800:00000200:86.0:1596747368.179405:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea54000 0xfdea54000(0xfdea54000) 00000800:00000200:86.0:1596747368.179406:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea55000 0xfdea55000(0xfdea55000) 00000800:00000200:86.0:1596747368.179407:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea56000 0xfdea56000(0xfdea56000) 00000800:00000200:86.0:1596747368.179408:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea57000 0xfdea57000(0xfdea57000) 00000800:00000010:86.0:1596747368.179937:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194d80 (tot 154975466). 00000800:00000200:86.0:1596747368.179938:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179939:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179940:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179941:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179941:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179942:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179942:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179943:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179943:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179944:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179944:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179945:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179945:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179946:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179946:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179947:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179947:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179948:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179948:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179949:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179949:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179950:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179950:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179951:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179951:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179952:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179952:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179953:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179953:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179954:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179954:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179955:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179955:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.179956:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e834e00] (20)-- 00000800:00000200:86.0:1596747368.179957:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.91@o2ib36 00000800:00000200:86.0:1596747368.180212:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747368.180582:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.91@o2ib36 00000800:00000200:86.0:1596747368.180583:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.91@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747368.180585:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154975330). 00000800:00000200:86.0:1596747368.180586:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e834e00] (19)++ 00000800:00000200:86.0:1596747368.180587:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e834e00] (20)++ 00000800:00000200:86.0:1596747368.180588:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e834e00] (21)-- 00000800:00000200:89.2:1596747368.180589:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e834e00] (20)++ 00000800:00000200:86.0:1596747368.407529:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747368.444094:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e194d80 (tot 154975442). 00000800:00000200:86.0:1596747368.444098:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e194d80] -> 192.168.128.44@o2ib36 (1)++ 00000800:00000010:86.0:1596747368.444100:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e194e00 (tot 154975554). 00000800:00000010:86.0:1596747368.444102:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e836600 (tot 154975850). 00000800:00000010:86.0:1596747368.444103:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9ae180 (tot 154975986). 00000800:00000010:86.0:1596747368.444104:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5ea3e800 (tot 154977858). 00000800:00000010:86.0:1596747368.444105:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9aefc0 (tot 154978010). 00000800:00000200:86.0:1596747368.444111:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5ea58000 0xfdea58000(0xfdea58000) 00000800:00000200:86.0:1596747368.444112:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5ea59000 0xfdea59000(0xfdea59000) 00000800:00000200:86.0:1596747368.444113:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5ea5a000 0xfdea5a000(0xfdea5a000) 00000800:00000200:86.0:1596747368.444114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5ea5b000 0xfdea5b000(0xfdea5b000) 00000800:00000200:86.0:1596747368.444114:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5ea5c000 0xfdea5c000(0xfdea5c000) 00000800:00000200:86.0:1596747368.444115:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5ea5d000 0xfdea5d000(0xfdea5d000) 00000800:00000200:86.0:1596747368.444116:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5ea5e000 0xfdea5e000(0xfdea5e000) 00000800:00000200:86.0:1596747368.444117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5ea5f000 0xfdea5f000(0xfdea5f000) 00000800:00000200:86.0:1596747368.444117:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5ea60000 0xfdea60000(0xfdea60000) 00000800:00000200:86.0:1596747368.444118:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5ea61000 0xfdea61000(0xfdea61000) 00000800:00000200:86.0:1596747368.444119:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea62000 0xfdea62000(0xfdea62000) 00000800:00000200:86.0:1596747368.444120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea63000 0xfdea63000(0xfdea63000) 00000800:00000200:86.0:1596747368.444120:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea64000 0xfdea64000(0xfdea64000) 00000800:00000200:86.0:1596747368.444121:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea65000 0xfdea65000(0xfdea65000) 00000800:00000200:86.0:1596747368.444122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea66000 0xfdea66000(0xfdea66000) 00000800:00000200:86.0:1596747368.444122:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea67000 0xfdea67000(0xfdea67000) 00000800:00000200:86.0:1596747368.444123:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea68000 0xfdea68000(0xfdea68000) 00000800:00000200:86.0:1596747368.444124:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea69000 0xfdea69000(0xfdea69000) 00000800:00000010:86.0:1596747368.444696:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e194e00 (tot 154977898). 00000800:00000200:86.0:1596747368.444698:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444699:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444700:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444701:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444701:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444702:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444702:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444703:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444703:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444704:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444704:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444705:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444705:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444706:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444706:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444707:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444707:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444708:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444708:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444709:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444709:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444710:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444710:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444711:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444711:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444712:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444712:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444713:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444713:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444714:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444714:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444715:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444715:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444716:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.444716:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e836600] (20)-- 00000800:00000200:86.0:1596747368.444718:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.44@o2ib36 00000800:00000200:86.0:1596747368.444982:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747368.445307:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.44@o2ib36 00000800:00000200:38.2:1596747368.445307:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e836600] (19)++ 00000800:00000200:86.0:1596747368.445308:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.44@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747368.445309:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9ae180 (tot 154977762). 00000800:00000200:86.0:1596747368.445311:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e836600] (20)++ 00000800:00000200:86.0:1596747368.445312:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e836600] (21)++ 00000800:00000200:86.0:1596747368.445314:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e836600] (22)-- 00000800:00000010:86.0:1596747368.597370:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514c00 (tot 154977874). 00000800:00000200:86.0:1596747368.597373:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514c00] -> 192.168.128.77@o2ib36 (1)++ 00000800:00000010:86.0:1596747368.597375:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514c80 (tot 154977986). 00000800:00000010:86.0:1596747368.597376:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46460c000 (tot 154978282). 00000800:00000010:86.0:1596747368.597378:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464794240 (tot 154978418). 00000800:00000010:86.0:1596747368.597379:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46473f800 (tot 154980290). 00000800:00000010:86.0:1596747368.597380:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464794300 (tot 154980442). 00000800:00000200:86.0:1596747368.597383:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47eefc000 0x27feefc000(0x27feefc000) 00000800:00000200:86.0:1596747368.597384:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47eefd000 0x27feefd000(0x27feefd000) 00000800:00000200:86.0:1596747368.597385:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464686000 0x27e4686000(0x27e4686000) 00000800:00000200:86.0:1596747368.597386:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464687000 0x27e4687000(0x27e4687000) 00000800:00000200:86.0:1596747368.597387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46468c000 0x27e468c000(0x27e468c000) 00000800:00000200:86.0:1596747368.597387:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46468d000 0x27e468d000(0x27e468d000) 00000800:00000200:86.0:1596747368.597388:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464484000 0x27e4484000(0x27e4484000) 00000800:00000200:86.0:1596747368.597389:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464485000 0x27e4485000(0x27e4485000) 00000800:00000200:86.0:1596747368.597390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4644d0000 0x27e44d0000(0x27e44d0000) 00000800:00000200:86.0:1596747368.597390:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4644d1000 0x27e44d1000(0x27e44d1000) 00000800:00000200:86.0:1596747368.597391:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46456e000 0x27e456e000(0x27e456e000) 00000800:00000200:86.0:1596747368.597392:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46456f000 0x27e456f000(0x27e456f000) 00000800:00000200:86.0:1596747368.597393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b4644ec000 0x27e44ec000(0x27e44ec000) 00000800:00000200:86.0:1596747368.597393:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b4644ed000 0x27e44ed000(0x27e44ed000) 00000800:00000200:86.0:1596747368.597394:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b4644ea000 0x27e44ea000(0x27e44ea000) 00000800:00000200:86.0:1596747368.597395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b4644eb000 0x27e44eb000(0x27e44eb000) 00000800:00000200:86.0:1596747368.597395:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464fe0000 0x27e4fe0000(0x27e4fe0000) 00000800:00000200:86.0:1596747368.597397:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464fe1000 0x27e4fe1000(0x27e4fe1000) 00000800:00000010:86.0:1596747368.597971:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514c80 (tot 154980330). 00000800:00000200:86.0:1596747368.597972:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597973:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597974:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597974:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597975:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597975:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597976:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597976:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597977:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597977:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597978:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597978:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597979:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597979:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597980:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597980:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597981:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597981:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597982:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597982:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597983:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597983:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597984:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597984:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597985:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597985:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597986:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597986:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597987:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597987:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597988:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597988:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597989:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597989:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.597990:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46460c000] (20)-- 00000800:00000200:86.0:1596747368.597991:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.77@o2ib36 00000800:00000200:86.0:1596747368.598255:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747368.598655:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.77@o2ib36 00000800:00000200:86.0:1596747368.598657:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.77@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747368.598658:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464794240 (tot 154980194). 00000800:00000200:86.0:1596747368.598659:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46460c000] (19)++ 00000800:00000200:86.0:1596747368.598660:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46460c000] (20)++ 00000800:00000200:86.0:1596747368.598661:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46460c000] (21)-- 00000800:00000200:86.2:1596747368.598663:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46460c000] (20)++ 00000800:00000010:86.0:1596747369.141975:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488b80 (tot 154980306). 00000800:00000200:86.0:1596747369.141978:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488b80] -> 192.168.128.40@o2ib36 (1)++ 00000800:00000010:86.0:1596747369.141980:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488c00 (tot 154980418). 00000800:00000010:86.0:1596747369.141981:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f5c00 (tot 154980714). 00000800:00000010:86.0:1596747369.141983:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66963ec0 (tot 154980850). 00000800:00000010:86.0:1596747369.141985:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a14800 (tot 154982722). 00000800:00000010:86.0:1596747369.141986:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66963bc0 (tot 154982874). 00000800:00000200:86.0:1596747369.141990:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67b62000 0x2fe7b62000(0x2fe7b62000) 00000800:00000200:86.0:1596747369.141991:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67b63000 0x2fe7b63000(0x2fe7b63000) 00000800:00000200:86.0:1596747369.141992:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc66972000 0x2fe6972000(0x2fe6972000) 00000800:00000200:86.0:1596747369.141993:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc66973000 0x2fe6973000(0x2fe6973000) 00000800:00000200:86.0:1596747369.141994:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7ec68000 0x2ffec68000(0x2ffec68000) 00000800:00000200:86.0:1596747369.141995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7ec69000 0x2ffec69000(0x2ffec69000) 00000800:00000200:86.0:1596747369.141995:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67970000 0x2fe7970000(0x2fe7970000) 00000800:00000200:86.0:1596747369.141996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67971000 0x2fe7971000(0x2fe7971000) 00000800:00000200:86.0:1596747369.141997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc67b8e000 0x2fe7b8e000(0x2fe7b8e000) 00000800:00000200:86.0:1596747369.141997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc67b8f000 0x2fe7b8f000(0x2fe7b8f000) 00000800:00000200:86.0:1596747369.141998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67b30000 0x2fe7b30000(0x2fe7b30000) 00000800:00000200:86.0:1596747369.141999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67b31000 0x2fe7b31000(0x2fe7b31000) 00000800:00000200:86.0:1596747369.142000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67b0e000 0x2fe7b0e000(0x2fe7b0e000) 00000800:00000200:86.0:1596747369.142000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67b0f000 0x2fe7b0f000(0x2fe7b0f000) 00000800:00000200:86.0:1596747369.142001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc6797c000 0x2fe797c000(0x2fe797c000) 00000800:00000200:86.0:1596747369.142002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc6797d000 0x2fe797d000(0x2fe797d000) 00000800:00000200:86.0:1596747369.142003:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc67f36000 0x2fe7f36000(0x2fe7f36000) 00000800:00000200:86.0:1596747369.142004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc67f37000 0x2fe7f37000(0x2fe7f37000) 00000800:00000010:86.0:1596747369.142578:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488c00 (tot 154982762). 00000800:00000200:86.0:1596747369.142580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142586:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142586:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142587:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142587:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142588:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142589:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142589:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142590:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142590:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142591:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142591:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142592:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142592:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142593:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142593:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142594:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142594:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142595:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142595:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142596:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142597:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142597:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.142597:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f5c00] (20)-- 00000800:00000200:86.0:1596747369.142599:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.40@o2ib36 00000800:00000200:86.0:1596747369.142853:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747369.143237:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.40@o2ib36 00000800:00000200:86.0:1596747369.143238:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.40@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747369.143239:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66963ec0 (tot 154982626). 00000800:00000200:86.0:1596747369.143240:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f5c00] (19)++ 00000800:00000200:86.0:1596747369.143241:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f5c00] (20)++ 00000800:00000200:86.0:1596747369.143241:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f5c00] (21)-- 00000800:00000200:41.2:1596747369.143243:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f5c00] (20)++ 00000800:00000010:86.0:1596747369.697269:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98a45ab01380 (tot 154982738). 00000800:00000200:86.0:1596747369.697273:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98a45ab01380] -> 192.168.128.138@o2ib36 (1)++ 00000800:00000010:86.0:1596747369.697275:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98a45ab01400 (tot 154982850). 00000800:00000010:86.0:1596747369.697279:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98a462983600 (tot 154983146). 00000800:00000010:86.0:1596747369.697282:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98a47edd4240 (tot 154983282). 00000800:00000010:86.0:1596747369.697284:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98a47e8a6000 (tot 154985154). 00000800:00000010:86.0:1596747369.697285:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98a47edd4780 (tot 154985306). 00000800:00000200:86.0:1596747369.697298:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98a47ea39000 0x17fea39000(0x17fea39000) 00000800:00000200:86.0:1596747369.697299:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98a47ea3a000 0x17fea3a000(0x17fea3a000) 00000800:00000200:86.0:1596747369.697300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98a47ea3b000 0x17fea3b000(0x17fea3b000) 00000800:00000200:86.0:1596747369.697300:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98a47ea48000 0x17fea48000(0x17fea48000) 00000800:00000200:86.0:1596747369.697301:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98a47ea49000 0x17fea49000(0x17fea49000) 00000800:00000200:86.0:1596747369.697302:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98a47ea4a000 0x17fea4a000(0x17fea4a000) 00000800:00000200:86.0:1596747369.697303:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98a47ea4b000 0x17fea4b000(0x17fea4b000) 00000800:00000200:86.0:1596747369.697303:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98a462bd4000 0x17e2bd4000(0x17e2bd4000) 00000800:00000200:86.0:1596747369.697304:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98a462bd5000 0x17e2bd5000(0x17e2bd5000) 00000800:00000200:86.0:1596747369.697305:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98a462bd6000 0x17e2bd6000(0x17e2bd6000) 00000800:00000200:86.0:1596747369.697306:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98a462bd7000 0x17e2bd7000(0x17e2bd7000) 00000800:00000200:86.0:1596747369.697306:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98a447ae4000 0x17c7ae4000(0x17c7ae4000) 00000800:00000200:86.0:1596747369.697307:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98a447ae5000 0x17c7ae5000(0x17c7ae5000) 00000800:00000200:86.0:1596747369.697308:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98a447ae6000 0x17c7ae6000(0x17c7ae6000) 00000800:00000200:86.0:1596747369.697309:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98a447ae7000 0x17c7ae7000(0x17c7ae7000) 00000800:00000200:86.0:1596747369.697310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98a476c98000 0x17f6c98000(0x17f6c98000) 00000800:00000200:86.0:1596747369.697310:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98a476c99000 0x17f6c99000(0x17f6c99000) 00000800:00000200:86.0:1596747369.697311:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98a476c9a000 0x17f6c9a000(0x17f6c9a000) 00000800:00000010:86.0:1596747369.697855:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98a45ab01400 (tot 154985194). 00000800:00000200:86.0:1596747369.697857:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697858:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697858:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697859:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697859:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697860:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697860:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697861:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697861:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697862:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697862:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697863:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697863:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697864:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697864:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697865:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697865:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697866:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697866:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697867:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697867:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697868:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697868:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697869:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697869:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697870:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697870:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697871:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697871:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697872:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697873:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697873:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697874:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.697874:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98a462983600] (20)-- 00000800:00000200:86.0:1596747369.697876:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.138@o2ib36 00000800:00000200:86.0:1596747369.698125:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747369.698539:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.138@o2ib36 00000800:00000200:86.0:1596747369.698541:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.138@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747369.698542:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98a47edd4240 (tot 154985058). 00000800:00000200:86.0:1596747369.698543:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98a462983600] (19)++ 00000800:00000200:86.0:1596747369.698543:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98a462983600] (20)++ 00000800:00000200:86.0:1596747369.698544:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98a462983600] (21)-- 00000800:00000200:39.2:1596747369.698710:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98a462983600] (20)++ 00000800:00000200:15.0:1596747370.352556:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55c38000] (21)++ 00000800:00000200:15.0:1596747370.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55c38000] (22)++ 00000800:00000200:15.0:1596747370.352563:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55c38000] (23)-- 00000800:00000010:86.0:1596747370.375113:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515400 (tot 154985170). 00000800:00000200:86.0:1596747370.375116:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515400] -> 192.168.128.132@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.375119:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515380 (tot 154985282). 00000800:00000010:86.0:1596747370.375120:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b46470a600 (tot 154985578). 00000800:00000010:86.0:1596747370.375124:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464795c80 (tot 154985714). 00000800:00000010:86.0:1596747370.375126:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46473a000 (tot 154987586). 00000800:00000010:86.0:1596747370.375127:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464795bc0 (tot 154987738). 00000800:00000200:86.0:1596747370.375135:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47dcf6000 0x27fdcf6000(0x27fdcf6000) 00000800:00000200:86.0:1596747370.375136:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47dcf7000 0x27fdcf7000(0x27fdcf7000) 00000800:00000200:86.0:1596747370.375137:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464406000 0x27e4406000(0x27e4406000) 00000800:00000200:86.0:1596747370.375138:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464407000 0x27e4407000(0x27e4407000) 00000800:00000200:86.0:1596747370.375139:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b47a15c000 0x27fa15c000(0x27fa15c000) 00000800:00000200:86.0:1596747370.375140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b47a15d000 0x27fa15d000(0x27fa15d000) 00000800:00000200:86.0:1596747370.375140:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b47f146000 0x27ff146000(0x27ff146000) 00000800:00000200:86.0:1596747370.375141:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b47f147000 0x27ff147000(0x27ff147000) 00000800:00000200:86.0:1596747370.375142:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b4647b4000 0x27e47b4000(0x27e47b4000) 00000800:00000200:86.0:1596747370.375142:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b4647b5000 0x27e47b5000(0x27e47b5000) 00000800:00000200:86.0:1596747370.375143:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b464776000 0x27e4776000(0x27e4776000) 00000800:00000200:86.0:1596747370.375145:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b464777000 0x27e4777000(0x27e4777000) 00000800:00000200:86.0:1596747370.375146:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464db8000 0x27e4db8000(0x27e4db8000) 00000800:00000200:86.0:1596747370.375146:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464db9000 0x27e4db9000(0x27e4db9000) 00000800:00000200:86.0:1596747370.375147:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464450000 0x27e4450000(0x27e4450000) 00000800:00000200:86.0:1596747370.375148:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464451000 0x27e4451000(0x27e4451000) 00000800:00000200:86.0:1596747370.375149:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464d18000 0x27e4d18000(0x27e4d18000) 00000800:00000200:86.0:1596747370.375149:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464d19000 0x27e4d19000(0x27e4d19000) 00000800:00000010:86.0:1596747370.375721:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515380 (tot 154987626). 00000800:00000200:86.0:1596747370.375722:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375723:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375724:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375725:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375725:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375726:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375726:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375727:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375727:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375728:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375728:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375729:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375729:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375730:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375730:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375731:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375731:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375732:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375732:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375733:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375733:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375734:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375734:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375735:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375735:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375736:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375736:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375737:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375737:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375738:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375738:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375739:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375739:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375740:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.375740:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b46470a600] (20)-- 00000800:00000200:86.0:1596747370.375742:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.132@o2ib36 00000800:00000200:86.0:1596747370.376013:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:37.2:1596747370.376746:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b46470a600] (19)++ 00000800:00000200:86.0:1596747370.376749:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.132@o2ib36 00000800:00000200:86.0:1596747370.376751:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.132@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.376752:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464795c80 (tot 154987490). 00000800:00000200:86.0:1596747370.376754:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b46470a600] (20)++ 00000800:00000200:86.0:1596747370.376754:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b46470a600] (21)++ 00000800:00000200:86.0:1596747370.376756:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b46470a600] (22)-- 00000800:00000010:86.0:1596747370.422177:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b489480 (tot 154987602). 00000800:00000200:86.0:1596747370.422180:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b489480] -> 192.168.128.95@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.422182:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b489400 (tot 154987714). 00000800:00000010:86.0:1596747370.422184:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc678f4a00 (tot 154988010). 00000800:00000010:86.0:1596747370.422185:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66962240 (tot 154988146). 00000800:00000010:86.0:1596747370.422187:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc67a14000 (tot 154990018). 00000800:00000010:86.0:1596747370.422188:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66962540 (tot 154990170). 00000800:00000200:86.0:1596747370.422198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc66984000 0x2fe6984000(0x2fe6984000) 00000800:00000200:86.0:1596747370.422199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc66985000 0x2fe6985000(0x2fe6985000) 00000800:00000200:86.0:1596747370.422200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6692a000 0x2fe692a000(0x2fe692a000) 00000800:00000200:86.0:1596747370.422201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6692b000 0x2fe692b000(0x2fe692b000) 00000800:00000200:86.0:1596747370.422201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc6692c000 0x2fe692c000(0x2fe692c000) 00000800:00000200:86.0:1596747370.422202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc6692d000 0x2fe692d000(0x2fe692d000) 00000800:00000200:86.0:1596747370.422203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc66916000 0x2fe6916000(0x2fe6916000) 00000800:00000200:86.0:1596747370.422203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc66917000 0x2fe6917000(0x2fe6917000) 00000800:00000200:86.0:1596747370.422204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc6684a000 0x2fe684a000(0x2fe684a000) 00000800:00000200:86.0:1596747370.422205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc6684b000 0x2fe684b000(0x2fe684b000) 00000800:00000200:86.0:1596747370.422206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc67b52000 0x2fe7b52000(0x2fe7b52000) 00000800:00000200:86.0:1596747370.422207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc67b53000 0x2fe7b53000(0x2fe7b53000) 00000800:00000200:86.0:1596747370.422208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc67bfa000 0x2fe7bfa000(0x2fe7bfa000) 00000800:00000200:86.0:1596747370.422208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc67bfb000 0x2fe7bfb000(0x2fe7bfb000) 00000800:00000200:86.0:1596747370.422209:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67adc000 0x2fe7adc000(0x2fe7adc000) 00000800:00000200:86.0:1596747370.422210:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67add000 0x2fe7add000(0x2fe7add000) 00000800:00000200:86.0:1596747370.422211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc6795e000 0x2fe795e000(0x2fe795e000) 00000800:00000200:86.0:1596747370.422211:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc6795f000 0x2fe795f000(0x2fe795f000) 00000800:00000010:86.0:1596747370.422764:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b489400 (tot 154990058). 00000800:00000200:86.0:1596747370.422765:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422766:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422773:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422773:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422774:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422774:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422775:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422775:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422776:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422776:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422777:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422777:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422778:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422778:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422779:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422779:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422780:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422780:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422781:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422781:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422782:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422782:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422783:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.422783:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc678f4a00] (20)-- 00000800:00000200:86.0:1596747370.422785:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.95@o2ib36 00000800:00000200:86.0:1596747370.423045:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.423413:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.95@o2ib36 00000800:00000200:86.0:1596747370.423414:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.95@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.423415:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66962240 (tot 154989922). 00000800:00000200:86.0:1596747370.423416:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc678f4a00] (19)++ 00000800:00000200:86.0:1596747370.423416:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc678f4a00] (20)++ 00000800:00000200:86.0:1596747370.423417:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc678f4a00] (21)-- 00000800:00000200:88.2:1596747370.423576:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc678f4a00] (20)++ 00000800:00000010:86.0:1596747370.499850:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514c80 (tot 154990034). 00000800:00000200:86.0:1596747370.499853:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514c80] -> 192.168.128.30@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.499855:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514d00 (tot 154990146). 00000800:00000010:86.0:1596747370.499858:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c20000 (tot 154990442). 00000800:00000010:86.0:1596747370.499859:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464794240 (tot 154990578). 00000800:00000010:86.0:1596747370.499861:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46473e800 (tot 154992450). 00000800:00000010:86.0:1596747370.499862:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464794540 (tot 154992602). 00000800:00000200:86.0:1596747370.499864:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47eb1e000 0x27feb1e000(0x27feb1e000) 00000800:00000200:86.0:1596747370.499866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47eb1f000 0x27feb1f000(0x27feb1f000) 00000800:00000200:86.0:1596747370.499866:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b47e1de000 0x27fe1de000(0x27fe1de000) 00000800:00000200:86.0:1596747370.499867:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b47e1df000 0x27fe1df000(0x27fe1df000) 00000800:00000200:86.0:1596747370.499868:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b4647e2000 0x27e47e2000(0x27e47e2000) 00000800:00000200:86.0:1596747370.499869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b4647e3000 0x27e47e3000(0x27e47e3000) 00000800:00000200:86.0:1596747370.499869:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b4645fa000 0x27e45fa000(0x27e45fa000) 00000800:00000200:86.0:1596747370.499870:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b4645fb000 0x27e45fb000(0x27e45fb000) 00000800:00000200:86.0:1596747370.499871:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464eba000 0x27e4eba000(0x27e4eba000) 00000800:00000200:86.0:1596747370.499872:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464ebb000 0x27e4ebb000(0x27e4ebb000) 00000800:00000200:86.0:1596747370.499873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47ae0e000 0x27fae0e000(0x27fae0e000) 00000800:00000200:86.0:1596747370.499873:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47ae0f000 0x27fae0f000(0x27fae0f000) 00000800:00000200:86.0:1596747370.499874:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47ec84000 0x27fec84000(0x27fec84000) 00000800:00000200:86.0:1596747370.499875:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47ec85000 0x27fec85000(0x27fec85000) 00000800:00000200:86.0:1596747370.499876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464796000 0x27e4796000(0x27e4796000) 00000800:00000200:86.0:1596747370.499876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464797000 0x27e4797000(0x27e4797000) 00000800:00000200:86.0:1596747370.499877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b463c64000 0x27e3c64000(0x27e3c64000) 00000800:00000200:86.0:1596747370.499878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b463c65000 0x27e3c65000(0x27e3c65000) 00000800:00000010:86.0:1596747370.500430:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514d00 (tot 154992490). 00000800:00000200:86.0:1596747370.500432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500433:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500448:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500448:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500449:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500449:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.500450:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20000] (20)-- 00000800:00000200:86.0:1596747370.500451:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.30@o2ib36 00000800:00000200:86.0:1596747370.500710:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.501088:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.30@o2ib36 00000800:00000200:86.0:1596747370.501089:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.30@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.501090:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464794240 (tot 154992354). 00000800:00000200:86.0:1596747370.501091:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c20000] (19)++ 00000800:00000200:86.0:1596747370.501091:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c20000] (20)++ 00000800:00000200:86.0:1596747370.501092:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c20000] (21)-- 00000800:00000200:39.2:1596747370.501261:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c20000] (20)++ 00000800:00000010:86.0:1596747370.566437:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff989c7e195080 (tot 154992466). 00000800:00000200:86.0:1596747370.566440:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff989c7e195080] -> 192.168.128.10@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.566442:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff989c7e195000 (tot 154992578). 00000800:00000010:86.0:1596747370.566445:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff989c5e837000 (tot 154992874). 00000800:00000010:86.0:1596747370.566447:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff989c5e9afe00 (tot 154993010). 00000800:00000010:86.0:1596747370.566449:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff989c5ea39000 (tot 154994882). 00000800:00000010:86.0:1596747370.566449:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff989c5e9af200 (tot 154995034). 00000800:00000200:86.0:1596747370.566453:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff989c5ea6a000 0xfdea6a000(0xfdea6a000) 00000800:00000200:86.0:1596747370.566454:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff989c5ea6b000 0xfdea6b000(0xfdea6b000) 00000800:00000200:86.0:1596747370.566455:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff989c5ea6c000 0xfdea6c000(0xfdea6c000) 00000800:00000200:86.0:1596747370.566456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff989c5ea6d000 0xfdea6d000(0xfdea6d000) 00000800:00000200:86.0:1596747370.566456:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff989c5ea6e000 0xfdea6e000(0xfdea6e000) 00000800:00000200:86.0:1596747370.566457:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff989c5ea6f000 0xfdea6f000(0xfdea6f000) 00000800:00000200:86.0:1596747370.566458:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff989c5ea70000 0xfdea70000(0xfdea70000) 00000800:00000200:86.0:1596747370.566459:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff989c5ea71000 0xfdea71000(0xfdea71000) 00000800:00000200:86.0:1596747370.566460:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff989c5ea72000 0xfdea72000(0xfdea72000) 00000800:00000200:86.0:1596747370.566461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff989c5ea73000 0xfdea73000(0xfdea73000) 00000800:00000200:86.0:1596747370.566461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff989c5ea74000 0xfdea74000(0xfdea74000) 00000800:00000200:86.0:1596747370.566462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff989c5ea75000 0xfdea75000(0xfdea75000) 00000800:00000200:86.0:1596747370.566463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff989c5ea76000 0xfdea76000(0xfdea76000) 00000800:00000200:86.0:1596747370.566464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff989c5ea77000 0xfdea77000(0xfdea77000) 00000800:00000200:86.0:1596747370.566464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff989c5ea78000 0xfdea78000(0xfdea78000) 00000800:00000200:86.0:1596747370.566465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff989c5ea79000 0xfdea79000(0xfdea79000) 00000800:00000200:86.0:1596747370.566466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff989c5ea7a000 0xfdea7a000(0xfdea7a000) 00000800:00000200:86.0:1596747370.566466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff989c5ea7b000 0xfdea7b000(0xfdea7b000) 00000800:00000010:86.0:1596747370.567007:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff989c7e195000 (tot 154994922). 00000800:00000200:86.0:1596747370.567009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567009:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567019:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.567026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff989c5e837000] (20)-- 00000800:00000200:86.0:1596747370.567028:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.10@o2ib36 00000800:00000200:86.0:1596747370.567269:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.568095:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.10@o2ib36 00000800:00000200:86.0:1596747370.568096:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.10@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.568097:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff989c5e9afe00 (tot 154994786). 00000800:00000200:86.0:1596747370.568098:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff989c5e837000] (19)++ 00000800:00000200:86.0:1596747370.568099:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff989c5e837000] (20)++ 00000800:00000200:86.0:1596747370.568099:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff989c5e837000] (21)-- 00000800:00000200:84.2:1596747370.568107:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff989c5e837000] (20)++ 00000800:00000010:86.0:1596747370.728443:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c3600 (tot 154994898). 00000800:00000200:86.0:1596747370.728446:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c3600] -> 192.168.128.165@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.728447:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c3580 (tot 154995010). 00000800:00000010:86.0:1596747370.728451:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d50000 (tot 154995306). 00000800:00000010:86.0:1596747370.728453:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc57476780 (tot 154995442). 00000800:00000010:86.0:1596747370.728456:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc7800 (tot 154997314). 00000800:00000010:86.0:1596747370.728457:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc574760c0 (tot 154997466). 00000800:00000200:86.0:1596747370.728461:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57aaf000 0x3fd7aaf000(0x3fd7aaf000) 00000800:00000200:86.0:1596747370.728462:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57760000 0x3fd7760000(0x3fd7760000) 00000800:00000200:86.0:1596747370.728463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57792000 0x3fd7792000(0x3fd7792000) 00000800:00000200:86.0:1596747370.728463:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57758000 0x3fd7758000(0x3fd7758000) 00000800:00000200:86.0:1596747370.728464:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc576dc000 0x3fd76dc000(0x3fd76dc000) 00000800:00000200:86.0:1596747370.728465:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc7a394000 0x3ffa394000(0x3ffa394000) 00000800:00000200:86.0:1596747370.728466:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc7a395000 0x3ffa395000(0x3ffa395000) 00000800:00000200:86.0:1596747370.728467:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57ab4000 0x3fd7ab4000(0x3fd7ab4000) 00000800:00000200:86.0:1596747370.728468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57ab5000 0x3fd7ab5000(0x3fd7ab5000) 00000800:00000200:86.0:1596747370.728468:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc576fa000 0x3fd76fa000(0x3fd76fa000) 00000800:00000200:86.0:1596747370.728469:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc576fb000 0x3fd76fb000(0x3fd76fb000) 00000800:00000200:86.0:1596747370.728470:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57882000 0x3fd7882000(0x3fd7882000) 00000800:00000200:86.0:1596747370.728471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57883000 0x3fd7883000(0x3fd7883000) 00000800:00000200:86.0:1596747370.728471:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57674000 0x3fd7674000(0x3fd7674000) 00000800:00000200:86.0:1596747370.728472:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc57675000 0x3fd7675000(0x3fd7675000) 00000800:00000200:86.0:1596747370.728473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57482000 0x3fd7482000(0x3fd7482000) 00000800:00000200:86.0:1596747370.728473:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57483000 0x3fd7483000(0x3fd7483000) 00000800:00000200:86.0:1596747370.728474:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc57aac000 0x3fd7aac000(0x3fd7aac000) 00000800:00000010:86.0:1596747370.729007:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c3580 (tot 154997354). 00000800:00000200:86.0:1596747370.729009:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729010:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729010:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729011:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729011:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729012:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729012:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729013:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729013:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729014:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729014:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729015:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729015:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729016:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729016:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729017:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729017:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729018:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729018:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729019:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729020:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729020:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729021:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729021:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729022:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729022:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729023:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729023:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729024:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729024:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729025:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729025:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729026:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729026:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729027:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50000] (20)-- 00000800:00000200:86.0:1596747370.729028:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.165@o2ib36 00000800:00000200:86.0:1596747370.729285:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.729640:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.165@o2ib36 00000800:00000200:86.0:1596747370.729642:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.165@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.729643:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc57476780 (tot 154997218). 00000800:00000200:86.0:1596747370.729644:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d50000] (19)++ 00000800:00000200:86.0:1596747370.729644:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d50000] (20)++ 00000800:00000200:86.0:1596747370.729645:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d50000] (21)-- 00000800:00000200:87.2:1596747370.729658:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d50000] (20)++ 00000800:00000010:86.0:1596747370.734670:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1300 (tot 154997330). 00000800:00000200:86.0:1596747370.734673:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1300] -> 192.168.128.92@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.734676:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1280 (tot 154997442). 00000800:00000010:86.0:1596747370.734678:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c4434d3c00 (tot 154997738). 00000800:00000010:86.0:1596747370.734680:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e840 (tot 154997874). 00000800:00000010:86.0:1596747370.734682:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c43401d000 (tot 154999746). 00000800:00000010:86.0:1596747370.734682:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353ed80 (tot 154999898). 00000800:00000200:86.0:1596747370.734687:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42d8a3000 0x37ad8a3000(0x37ad8a3000) 00000800:00000200:86.0:1596747370.734688:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42d8a4000 0x37ad8a4000(0x37ad8a4000) 00000800:00000200:86.0:1596747370.734689:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42d8a5000 0x37ad8a5000(0x37ad8a5000) 00000800:00000200:86.0:1596747370.734690:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42d8a6000 0x37ad8a6000(0x37ad8a6000) 00000800:00000200:86.0:1596747370.734691:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42d8a7000 0x37ad8a7000(0x37ad8a7000) 00000800:00000200:86.0:1596747370.734692:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42d8d0000 0x37ad8d0000(0x37ad8d0000) 00000800:00000200:86.0:1596747370.734693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42d8d1000 0x37ad8d1000(0x37ad8d1000) 00000800:00000200:86.0:1596747370.734693:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42d8d2000 0x37ad8d2000(0x37ad8d2000) 00000800:00000200:86.0:1596747370.734694:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42d8d3000 0x37ad8d3000(0x37ad8d3000) 00000800:00000200:86.0:1596747370.734695:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c42d8d4000 0x37ad8d4000(0x37ad8d4000) 00000800:00000200:86.0:1596747370.734696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c42d8d5000 0x37ad8d5000(0x37ad8d5000) 00000800:00000200:86.0:1596747370.734696:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c42d8d6000 0x37ad8d6000(0x37ad8d6000) 00000800:00000200:86.0:1596747370.734697:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42d8d7000 0x37ad8d7000(0x37ad8d7000) 00000800:00000200:86.0:1596747370.734698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c42d8d8000 0x37ad8d8000(0x37ad8d8000) 00000800:00000200:86.0:1596747370.734698:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c42d8d9000 0x37ad8d9000(0x37ad8d9000) 00000800:00000200:86.0:1596747370.734699:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c42d8da000 0x37ad8da000(0x37ad8da000) 00000800:00000200:86.0:1596747370.734700:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c42d8db000 0x37ad8db000(0x37ad8db000) 00000800:00000200:86.0:1596747370.734701:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c42d8dc000 0x37ad8dc000(0x37ad8dc000) 00000800:00000010:86.0:1596747370.735255:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1280 (tot 154999786). 00000800:00000200:86.0:1596747370.735256:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735257:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735258:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735258:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735259:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735259:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735260:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735260:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735261:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735261:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735262:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735262:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735263:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735263:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735264:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735264:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735265:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735265:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735266:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735267:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735267:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735268:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735268:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735269:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735269:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735270:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735270:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735271:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735271:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735272:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735272:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735273:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735273:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735274:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c4434d3c00] (19)++ 00000800:00000200:86.0:1596747370.735274:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c4434d3c00] (20)-- 00000800:00000200:86.0:1596747370.735276:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.92@o2ib36 00000800:00000200:86.0:1596747370.735551:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.735929:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.92@o2ib36 00000800:00000200:86.0:1596747370.735930:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.92@o2ib36: active(0), version(12), status(0) 00000800:00000200:86.2:1596747370.735933:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c4434d3c00] (19)++ 00000800:00000010:86.0:1596747370.735935:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e840 (tot 154999650). 00000800:00000200:86.0:1596747370.735935:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c4434d3c00] (20)++ 00000800:00000200:86.0:1596747370.735936:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c4434d3c00] (21)++ 00000800:00000200:86.0:1596747370.735937:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c4434d3c00] (22)-- 00000800:00000010:86.0:1596747370.790010:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98bc7b488c00 (tot 154999762). 00000800:00000200:86.0:1596747370.790013:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98bc7b488c00] -> 192.168.128.69@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.790015:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98bc7b488c80 (tot 154999874). 00000800:00000010:86.0:1596747370.790019:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98bc66922000 (tot 155000170). 00000800:00000010:86.0:1596747370.790020:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98bc66963ec0 (tot 155000306). 00000800:00000010:86.0:1596747370.790021:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98bc7cdc0000 (tot 155002178). 00000800:00000010:86.0:1596747370.790022:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98bc66963980 (tot 155002330). 00000800:00000200:86.0:1596747370.790030:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98bc67bf6000 0x2fe7bf6000(0x2fe7bf6000) 00000800:00000200:86.0:1596747370.790031:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98bc67bf7000 0x2fe7bf7000(0x2fe7bf7000) 00000800:00000200:86.0:1596747370.790032:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98bc6796e000 0x2fe796e000(0x2fe796e000) 00000800:00000200:86.0:1596747370.790033:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98bc6796f000 0x2fe796f000(0x2fe796f000) 00000800:00000200:86.0:1596747370.790034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98bc7b4a2000 0x2ffb4a2000(0x2ffb4a2000) 00000800:00000200:86.0:1596747370.790034:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98bc7b4a3000 0x2ffb4a3000(0x2ffb4a3000) 00000800:00000200:86.0:1596747370.790035:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98bc67ffa000 0x2fe7ffa000(0x2fe7ffa000) 00000800:00000200:86.0:1596747370.790036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98bc67ffb000 0x2fe7ffb000(0x2fe7ffb000) 00000800:00000200:86.0:1596747370.790036:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98bc669a6000 0x2fe69a6000(0x2fe69a6000) 00000800:00000200:86.0:1596747370.790037:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98bc669a7000 0x2fe69a7000(0x2fe69a7000) 00000800:00000200:86.0:1596747370.790038:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98bc669bc000 0x2fe69bc000(0x2fe69bc000) 00000800:00000200:86.0:1596747370.790039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98bc669bd000 0x2fe69bd000(0x2fe69bd000) 00000800:00000200:86.0:1596747370.790039:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98bc6695c000 0x2fe695c000(0x2fe695c000) 00000800:00000200:86.0:1596747370.790040:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98bc6695d000 0x2fe695d000(0x2fe695d000) 00000800:00000200:86.0:1596747370.790041:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98bc67a2c000 0x2fe7a2c000(0x2fe7a2c000) 00000800:00000200:86.0:1596747370.790042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98bc67a2d000 0x2fe7a2d000(0x2fe7a2d000) 00000800:00000200:86.0:1596747370.790042:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98bc66814000 0x2fe6814000(0x2fe6814000) 00000800:00000200:86.0:1596747370.790043:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98bc66815000 0x2fe6815000(0x2fe6815000) 00000800:00000010:86.0:1596747370.790598:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98bc7b488c80 (tot 155002218). 00000800:00000200:86.0:1596747370.790599:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790600:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790601:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790601:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790602:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790602:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790603:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790603:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790604:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790604:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790605:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790605:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790606:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790606:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790607:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790608:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790608:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790609:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790609:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790610:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790610:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790611:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790611:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790612:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790612:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790613:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790613:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790613:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790614:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790614:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790615:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790615:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790616:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790617:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.790617:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98bc66922000] (20)-- 00000800:00000200:86.0:1596747370.790619:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.69@o2ib36 00000800:00000200:86.0:1596747370.790872:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.791235:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.69@o2ib36 00000800:00000200:86.0:1596747370.791236:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.69@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.791237:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98bc66963ec0 (tot 155002082). 00000800:00000200:86.0:1596747370.791238:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98bc66922000] (19)++ 00000800:00000200:86.0:1596747370.791238:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98bc66922000] (20)++ 00000800:00000200:86.0:1596747370.791239:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98bc66922000] (21)-- 00000800:00000200:87.2:1596747370.791407:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98bc66922000] (20)++ 00000800:00000010:86.0:1596747370.888239:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2a80 (tot 155002194). 00000800:00000200:86.0:1596747370.888242:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2a80] -> 192.168.128.118@o2ib36 (1)++ 00000800:00000010:86.0:1596747370.888244:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2b00 (tot 155002306). 00000800:00000010:86.0:1596747370.888246:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d50600 (tot 155002602). 00000800:00000010:86.0:1596747370.888248:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 155002738). 00000800:00000010:86.0:1596747370.888250:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc2000 (tot 155004610). 00000800:00000010:86.0:1596747370.888253:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc574763c0 (tot 155004762). 00000800:00000200:86.0:1596747370.888260:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57aad000 0x3fd7aad000(0x3fd7aad000) 00000800:00000200:86.0:1596747370.888261:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc578ea000 0x3fd78ea000(0x3fd78ea000) 00000800:00000200:86.0:1596747370.888262:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc578eb000 0x3fd78eb000(0x3fd78eb000) 00000800:00000200:86.0:1596747370.888263:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57b2a000 0x3fd7b2a000(0x3fd7b2a000) 00000800:00000200:86.0:1596747370.888264:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc57b2b000 0x3fd7b2b000(0x3fd7b2b000) 00000800:00000200:86.0:1596747370.888265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57b76000 0x3fd7b76000(0x3fd7b76000) 00000800:00000200:86.0:1596747370.888265:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc57b77000 0x3fd7b77000(0x3fd7b77000) 00000800:00000200:86.0:1596747370.888266:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc790e2000 0x3ff90e2000(0x3ff90e2000) 00000800:00000200:86.0:1596747370.888267:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc790e3000 0x3ff90e3000(0x3ff90e3000) 00000800:00000200:86.0:1596747370.888268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57954000 0x3fd7954000(0x3fd7954000) 00000800:00000200:86.0:1596747370.888268:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57955000 0x3fd7955000(0x3fd7955000) 00000800:00000200:86.0:1596747370.888269:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc576ea000 0x3fd76ea000(0x3fd76ea000) 00000800:00000200:86.0:1596747370.888270:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc576eb000 0x3fd76eb000(0x3fd76eb000) 00000800:00000200:86.0:1596747370.888271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc7c3cc000 0x3ffc3cc000(0x3ffc3cc000) 00000800:00000200:86.0:1596747370.888271:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc7c3cd000 0x3ffc3cd000(0x3ffc3cd000) 00000800:00000200:86.0:1596747370.888272:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc57b9e000 0x3fd7b9e000(0x3fd7b9e000) 00000800:00000200:86.0:1596747370.888273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc57b9f000 0x3fd7b9f000(0x3fd7b9f000) 00000800:00000200:86.0:1596747370.888273:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5772c000 0x3fd772c000(0x3fd772c000) 00000800:00000010:86.0:1596747370.888791:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2b00 (tot 155004650). 00000800:00000200:86.0:1596747370.888793:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888794:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888794:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888795:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888795:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888796:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888796:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888797:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888797:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888798:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888798:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888799:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888799:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888800:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888800:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888801:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888801:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888802:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888803:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888803:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888804:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888804:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888805:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888805:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888806:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888806:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888807:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888807:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888808:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888808:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888809:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888809:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888810:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888810:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.888811:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d50600] (20)-- 00000800:00000200:86.0:1596747370.888812:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.118@o2ib36 00000800:00000200:86.0:1596747370.889057:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747370.889366:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.118@o2ib36 00000800:00000200:86.0:1596747370.889367:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.118@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747370.889368:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 155004514). 00000800:00000200:84.2:1596747370.889368:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.889369:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d50600] (19)++ 00000800:00000200:86.0:1596747370.889370:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d50600] (21)++ 00000800:00000200:86.0:1596747370.889370:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d50600] (22)-- 00000800:00000010:86.0:1596747371.004717:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c2b00 (tot 155004626). 00000800:00000200:86.0:1596747371.004720:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c2b00] -> 192.168.128.152@o2ib36 (1)++ 00000800:00000010:86.0:1596747371.004722:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c2b80 (tot 155004738). 00000800:00000010:86.0:1596747371.004723:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d57400 (tot 155005034). 00000800:00000010:86.0:1596747371.004724:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc574778c0 (tot 155005170). 00000800:00000010:86.0:1596747371.004726:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc3000 (tot 155007042). 00000800:00000010:86.0:1596747371.004728:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc563cc000 (tot 155007194). 00000800:00000200:86.0:1596747371.004731:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc5772d000 0x3fd772d000(0x3fd772d000) 00000800:00000200:86.0:1596747371.004732:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57774000 0x3fd7774000(0x3fd7774000) 00000800:00000200:86.0:1596747371.004733:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc57775000 0x3fd7775000(0x3fd7775000) 00000800:00000200:86.0:1596747371.004734:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc5786e000 0x3fd786e000(0x3fd786e000) 00000800:00000200:86.0:1596747371.004735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc5786f000 0x3fd786f000(0x3fd786f000) 00000800:00000200:86.0:1596747371.004735:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc72720000 0x3ff2720000(0x3ff2720000) 00000800:00000200:86.0:1596747371.004736:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc72721000 0x3ff2721000(0x3ff2721000) 00000800:00000200:86.0:1596747371.004737:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc57534000 0x3fd7534000(0x3fd7534000) 00000800:00000200:86.0:1596747371.004738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57535000 0x3fd7535000(0x3fd7535000) 00000800:00000200:86.0:1596747371.004738:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc561ae000 0x3fd61ae000(0x3fd61ae000) 00000800:00000200:86.0:1596747371.004739:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc561af000 0x3fd61af000(0x3fd61af000) 00000800:00000200:86.0:1596747371.004740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc57566000 0x3fd7566000(0x3fd7566000) 00000800:00000200:86.0:1596747371.004740:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc57567000 0x3fd7567000(0x3fd7567000) 00000800:00000200:86.0:1596747371.004741:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc5776e000 0x3fd776e000(0x3fd776e000) 00000800:00000200:86.0:1596747371.004742:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc5776f000 0x3fd776f000(0x3fd776f000) 00000800:00000200:86.0:1596747371.004743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc563e2000 0x3fd63e2000(0x3fd63e2000) 00000800:00000200:86.0:1596747371.004743:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc563e3000 0x3fd63e3000(0x3fd63e3000) 00000800:00000200:86.0:1596747371.004744:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc5774c000 0x3fd774c000(0x3fd774c000) 00000800:00000010:86.0:1596747371.005285:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c2b80 (tot 155007082). 00000800:00000200:86.0:1596747371.005286:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005287:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005288:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005289:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005289:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005290:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005290:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005291:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005291:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005292:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005293:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005293:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005294:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005294:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005295:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005295:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005296:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005296:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005297:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005297:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005298:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005298:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005299:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005299:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005300:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005300:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005301:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005301:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005302:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005302:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005303:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005303:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005304:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005304:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d57400] (20)-- 00000800:00000200:86.0:1596747371.005306:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.152@o2ib36 00000800:00000200:86.0:1596747371.005586:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:38.2:1596747371.005886:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d57400] (19)++ 00000800:00000200:86.0:1596747371.005887:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.152@o2ib36 00000800:00000200:86.0:1596747371.005889:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.152@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747371.005890:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc574778c0 (tot 155006946). 00000800:00000200:86.0:1596747371.005892:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d57400] (20)++ 00000800:00000200:86.0:1596747371.005893:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d57400] (21)++ 00000800:00000200:86.0:1596747371.005894:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d57400] (22)-- 00000800:00000010:86.0:1596747371.035063:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515380 (tot 155007058). 00000800:00000200:86.0:1596747371.035066:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515380] -> 192.168.128.43@o2ib36 (1)++ 00000800:00000010:86.0:1596747371.035068:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515300 (tot 155007170). 00000800:00000010:86.0:1596747371.035072:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c20600 (tot 155007466). 00000800:00000010:86.0:1596747371.035074:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464795c80 (tot 155007602). 00000800:00000010:86.0:1596747371.035075:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46473b000 (tot 155009474). 00000800:00000010:86.0:1596747371.035076:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464795980 (tot 155009626). 00000800:00000200:86.0:1596747371.035082:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b464592000 0x27e4592000(0x27e4592000) 00000800:00000200:86.0:1596747371.035083:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b464593000 0x27e4593000(0x27e4593000) 00000800:00000200:86.0:1596747371.035084:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b464584000 0x27e4584000(0x27e4584000) 00000800:00000200:86.0:1596747371.035085:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b464585000 0x27e4585000(0x27e4585000) 00000800:00000200:86.0:1596747371.035086:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b464582000 0x27e4582000(0x27e4582000) 00000800:00000200:86.0:1596747371.035087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b464583000 0x27e4583000(0x27e4583000) 00000800:00000200:86.0:1596747371.035087:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463c34000 0x27e3c34000(0x27e3c34000) 00000800:00000200:86.0:1596747371.035088:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463c35000 0x27e3c35000(0x27e3c35000) 00000800:00000200:86.0:1596747371.035089:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464572000 0x27e4572000(0x27e4572000) 00000800:00000200:86.0:1596747371.035090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464573000 0x27e4573000(0x27e4573000) 00000800:00000200:86.0:1596747371.035090:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b47ee70000 0x27fee70000(0x27fee70000) 00000800:00000200:86.0:1596747371.035091:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b47ee71000 0x27fee71000(0x27fee71000) 00000800:00000200:86.0:1596747371.035092:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b47ee72000 0x27fee72000(0x27fee72000) 00000800:00000200:86.0:1596747371.035093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b47ee73000 0x27fee73000(0x27fee73000) 00000800:00000200:86.0:1596747371.035093:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b47eb4c000 0x27feb4c000(0x27feb4c000) 00000800:00000200:86.0:1596747371.035094:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b47eb4d000 0x27feb4d000(0x27feb4d000) 00000800:00000200:86.0:1596747371.035095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47eb4e000 0x27feb4e000(0x27feb4e000) 00000800:00000200:86.0:1596747371.035095:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47eb4f000 0x27feb4f000(0x27feb4f000) 00000800:00000010:86.0:1596747371.035642:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515300 (tot 155009514). 00000800:00000200:86.0:1596747371.035643:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035644:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035645:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035645:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035646:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035646:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035647:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035647:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035648:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035648:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035649:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035649:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035650:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035650:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035651:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035651:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035652:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035652:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035653:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035653:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035654:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035654:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035655:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035655:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035656:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035656:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035657:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035657:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035658:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035658:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035659:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035659:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035660:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035660:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.035661:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c20600] (20)-- 00000800:00000200:86.0:1596747371.035662:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.43@o2ib36 00000800:00000200:86.0:1596747371.035907:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747371.036231:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.43@o2ib36 00000800:00000200:86.0:1596747371.036233:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.43@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747371.036233:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464795c80 (tot 155009378). 00000800:00000200:36.2:1596747371.036233:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.036235:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c20600] (19)++ 00000800:00000200:86.0:1596747371.036235:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c20600] (21)++ 00000800:00000200:86.0:1596747371.036236:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c20600] (22)-- 00000800:00000200:15.0:1596747371.352531:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b1e00] (21)++ 00000800:00000200:15.0:1596747371.352534:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4349b1e00] (22)++ 00000800:00000200:15.0:1596747371.352538:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4349b1e00] (23)-- 00000800:00000010:86.0:1596747371.882596:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e896300 (tot 155009490). 00000800:00000200:86.0:1596747371.882600:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e896300] -> 192.168.128.73@o2ib36 (1)++ 00000800:00000010:86.0:1596747371.882603:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e896380 (tot 155009602). 00000800:00000010:86.0:1596747371.882606:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc92e00 (tot 155009898). 00000800:00000010:86.0:1596747371.882608:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc99ec0 (tot 155010034). 00000800:00000010:86.0:1596747371.882610:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945ccf9000 (tot 155011906). 00000800:00000010:86.0:1596747371.882611:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc99740 (tot 155012058). 00000800:00000200:86.0:1596747371.882617:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cd15000 0x7dcd15000(0x7dcd15000) 00000800:00000200:86.0:1596747371.882618:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cd16000 0x7dcd16000(0x7dcd16000) 00000800:00000200:86.0:1596747371.882619:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cd17000 0x7dcd17000(0x7dcd17000) 00000800:00000200:86.0:1596747371.882620:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cd18000 0x7dcd18000(0x7dcd18000) 00000800:00000200:86.0:1596747371.882621:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cd19000 0x7dcd19000(0x7dcd19000) 00000800:00000200:86.0:1596747371.882622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cd1a000 0x7dcd1a000(0x7dcd1a000) 00000800:00000200:86.0:1596747371.882622:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cd1b000 0x7dcd1b000(0x7dcd1b000) 00000800:00000200:86.0:1596747371.882623:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cd1c000 0x7dcd1c000(0x7dcd1c000) 00000800:00000200:86.0:1596747371.882624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cd1d000 0x7dcd1d000(0x7dcd1d000) 00000800:00000200:86.0:1596747371.882624:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cd1e000 0x7dcd1e000(0x7dcd1e000) 00000800:00000200:86.0:1596747371.882625:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cd1f000 0x7dcd1f000(0x7dcd1f000) 00000800:00000200:86.0:1596747371.882626:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cd20000 0x7dcd20000(0x7dcd20000) 00000800:00000200:86.0:1596747371.882627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cd21000 0x7dcd21000(0x7dcd21000) 00000800:00000200:86.0:1596747371.882627:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cd22000 0x7dcd22000(0x7dcd22000) 00000800:00000200:86.0:1596747371.882628:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cd23000 0x7dcd23000(0x7dcd23000) 00000800:00000200:86.0:1596747371.882629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cd24000 0x7dcd24000(0x7dcd24000) 00000800:00000200:86.0:1596747371.882629:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cd25000 0x7dcd25000(0x7dcd25000) 00000800:00000200:86.0:1596747371.882630:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cd26000 0x7dcd26000(0x7dcd26000) 00000800:00000010:86.0:1596747371.883200:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e896380 (tot 155011946). 00000800:00000200:86.0:1596747371.883201:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883202:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883202:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883203:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883203:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883204:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883204:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883205:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883208:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883209:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883209:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883210:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883210:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883211:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883211:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883212:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883212:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883213:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883213:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883214:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883214:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883215:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883215:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883216:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883216:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883217:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883217:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883218:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883218:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883219:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883219:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883220:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883220:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883221:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc92e00] (20)-- 00000800:00000200:86.0:1596747371.883222:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.73@o2ib36 00000800:00000200:86.0:1596747371.883486:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747371.883850:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.73@o2ib36 00000800:00000200:86.0:1596747371.883851:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.73@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747371.883852:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc99ec0 (tot 155011810). 00000800:00000200:86.0:1596747371.883853:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc92e00] (19)++ 00000800:00000200:86.0:1596747371.883854:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc92e00] (20)++ 00000800:00000200:86.0:1596747371.883854:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc92e00] (21)-- 00000800:00000200:41.2:1596747371.883857:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc92e00] (20)++ 00000800:00000010:86.0:1596747372.465854:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e514d00 (tot 155011922). 00000800:00000200:86.0:1596747372.465858:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e514d00] -> 192.168.128.153@o2ib36 (1)++ 00000800:00000010:86.0:1596747372.465860:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e514d80 (tot 155012034). 00000800:00000010:86.0:1596747372.465863:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c27a00 (tot 155012330). 00000800:00000010:86.0:1596747372.465865:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464794240 (tot 155012466). 00000800:00000010:86.0:1596747372.465868:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46473d800 (tot 155014338). 00000800:00000010:86.0:1596747372.465869:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464794780 (tot 155014490). 00000800:00000200:86.0:1596747372.465876:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b463c08000 0x27e3c08000(0x27e3c08000) 00000800:00000200:86.0:1596747372.465877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b463c09000 0x27e3c09000(0x27e3c09000) 00000800:00000200:86.0:1596747372.465877:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b463c0a000 0x27e3c0a000(0x27e3c0a000) 00000800:00000200:86.0:1596747372.465878:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b463c0b000 0x27e3c0b000(0x27e3c0b000) 00000800:00000200:86.0:1596747372.465879:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b464574000 0x27e4574000(0x27e4574000) 00000800:00000200:86.0:1596747372.465880:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b464575000 0x27e4575000(0x27e4575000) 00000800:00000200:86.0:1596747372.465881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b464576000 0x27e4576000(0x27e4576000) 00000800:00000200:86.0:1596747372.465881:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b464577000 0x27e4577000(0x27e4577000) 00000800:00000200:86.0:1596747372.465882:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b464578000 0x27e4578000(0x27e4578000) 00000800:00000200:86.0:1596747372.465883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b464579000 0x27e4579000(0x27e4579000) 00000800:00000200:86.0:1596747372.465883:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b46457a000 0x27e457a000(0x27e457a000) 00000800:00000200:86.0:1596747372.465884:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b46457b000 0x27e457b000(0x27e457b000) 00000800:00000200:86.0:1596747372.465885:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b464da0000 0x27e4da0000(0x27e4da0000) 00000800:00000200:86.0:1596747372.465886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b464da1000 0x27e4da1000(0x27e4da1000) 00000800:00000200:86.0:1596747372.465886:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464da2000 0x27e4da2000(0x27e4da2000) 00000800:00000200:86.0:1596747372.465887:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464da3000 0x27e4da3000(0x27e4da3000) 00000800:00000200:86.0:1596747372.465888:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b47c3a0000 0x27fc3a0000(0x27fc3a0000) 00000800:00000200:86.0:1596747372.465889:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b47c3a1000 0x27fc3a1000(0x27fc3a1000) 00000800:00000010:86.0:1596747372.466428:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e514d80 (tot 155014378). 00000800:00000200:86.0:1596747372.466429:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466430:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466431:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466431:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466432:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466432:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466433:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466434:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466434:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466435:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466435:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466436:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466436:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466437:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466437:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466438:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466438:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466439:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466439:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466440:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466440:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466441:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466441:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466442:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466442:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466443:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466443:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466444:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466444:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466445:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466445:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466446:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466446:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466447:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.466447:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c27a00] (20)-- 00000800:00000200:86.0:1596747372.466449:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.153@o2ib36 00000800:00000200:86.0:1596747372.466715:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747372.467077:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.153@o2ib36 00000800:00000200:86.0:1596747372.467078:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.153@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747372.467079:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464794240 (tot 155014242). 00000800:00000200:86.0:1596747372.467080:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c27a00] (19)++ 00000800:00000200:86.0:1596747372.467081:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c27a00] (20)++ 00000800:00000200:86.0:1596747372.467082:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c27a00] (21)-- 00000800:00000200:39.2:1596747372.467243:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c27a00] (20)++ 00000800:00020000:15.0:1596747375.352580:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747375.352584:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.71@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747375.352585:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55c38000] (22)++ 00000800:00000100:15.0:1596747375.352586:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.71@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747375.352589:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98cc576c3880] -> 192.168.128.71@o2ib36 (2)-- 00000800:00000200:15.0:1596747375.352590:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98cc55c38000] (23)-- 00000400:00000200:15.0:1596747375.353137:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.71@o2ib36: down 00000400:00000200:15.0:1596747375.353139:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.71@o2ib36 not found 00000800:00000200:15.0:1596747375.353139:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98cc55c38000] (22)-- 00000800:00000200:86.0:1596747375.353530:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98cc55c38000] (21)-- 00000800:00000010:86.0:1596747375.600952:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0b00 (tot 155014354). 00000800:00000200:86.0:1596747375.600957:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0b00] -> 192.168.128.168@o2ib36 (1)++ 00000800:00000010:86.0:1596747375.600959:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0b80 (tot 155014466). 00000800:00000010:86.0:1596747375.600961:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c443089000 (tot 155014762). 00000800:00000010:86.0:1596747375.600963:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e840 (tot 155014898). 00000800:00000010:86.0:1596747375.600965:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c43401c000 (tot 155016770). 00000800:00000010:86.0:1596747375.600966:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353efc0 (tot 155016922). 00000800:00000200:86.0:1596747375.600971:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42d72d000 0x37ad72d000(0x37ad72d000) 00000800:00000200:86.0:1596747375.600972:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42d72e000 0x37ad72e000(0x37ad72e000) 00000800:00000200:86.0:1596747375.600973:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42d72f000 0x37ad72f000(0x37ad72f000) 00000800:00000200:86.0:1596747375.600974:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42d730000 0x37ad730000(0x37ad730000) 00000800:00000200:86.0:1596747375.600975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42d731000 0x37ad731000(0x37ad731000) 00000800:00000200:86.0:1596747375.600975:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42d732000 0x37ad732000(0x37ad732000) 00000800:00000200:86.0:1596747375.600976:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42d733000 0x37ad733000(0x37ad733000) 00000800:00000200:86.0:1596747375.600977:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42d734000 0x37ad734000(0x37ad734000) 00000800:00000200:86.0:1596747375.600978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42d735000 0x37ad735000(0x37ad735000) 00000800:00000200:86.0:1596747375.600978:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c42d736000 0x37ad736000(0x37ad736000) 00000800:00000200:86.0:1596747375.600979:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c42d737000 0x37ad737000(0x37ad737000) 00000800:00000200:86.0:1596747375.600980:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c42d738000 0x37ad738000(0x37ad738000) 00000800:00000200:86.0:1596747375.600981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42d739000 0x37ad739000(0x37ad739000) 00000800:00000200:86.0:1596747375.600981:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c42d73a000 0x37ad73a000(0x37ad73a000) 00000800:00000200:86.0:1596747375.600982:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c431532000 0x37b1532000(0x37b1532000) 00000800:00000200:86.0:1596747375.600983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c431533000 0x37b1533000(0x37b1533000) 00000800:00000200:86.0:1596747375.600983:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c42d73c000 0x37ad73c000(0x37ad73c000) 00000800:00000200:86.0:1596747375.600984:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c42d73d000 0x37ad73d000(0x37ad73d000) 00000800:00000010:86.0:1596747375.601553:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0b80 (tot 155016810). 00000800:00000200:86.0:1596747375.601554:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601555:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601556:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601557:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601557:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601558:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601558:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601559:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601559:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601560:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601560:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601561:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601561:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601562:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601562:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601563:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601563:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601564:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601564:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601565:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601565:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601566:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601566:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601567:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601568:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601568:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089000] (19)++ 00000800:00000200:86.0:1596747375.601572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089000] (20)-- 00000800:00000200:86.0:1596747375.601574:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.168@o2ib36 00000800:00000200:86.0:1596747375.601839:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000010:86.0:1596747375.602181:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98b47e515300 (tot 155016922). 00000800:00000200:86.0:1596747375.602184:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98b47e515300] -> 192.168.128.119@o2ib36 (1)++ 00000800:00000010:86.0:1596747375.602186:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98b47e515280 (tot 155017034). 00000800:00000010:86.0:1596747375.602187:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98b463c21200 (tot 155017330). 00000800:00000010:86.0:1596747375.602188:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98b464795c80 (tot 155017466). 00000800:00000010:86.0:1596747375.602190:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98b46473c000 (tot 155019338). 00000800:00000010:86.0:1596747375.602190:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98b464795740 (tot 155019490). 00000800:00000200:86.0:1596747375.602193:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98b47c3a2000 0x27fc3a2000(0x27fc3a2000) 00000800:00000200:86.0:1596747375.602194:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98b47c3a3000 0x27fc3a3000(0x27fc3a3000) 00000800:00000200:86.0:1596747375.602197:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98b46476c000 0x27e476c000(0x27e476c000) 00000800:00000200:86.0:1596747375.602198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98b46476d000 0x27e476d000(0x27e476d000) 00000800:00000200:86.0:1596747375.602198:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98b46476e000 0x27e476e000(0x27e476e000) 00000800:00000200:86.0:1596747375.602199:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98b46476f000 0x27e476f000(0x27e476f000) 00000800:00000200:86.0:1596747375.602200:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98b463c30000 0x27e3c30000(0x27e3c30000) 00000800:00000200:86.0:1596747375.602201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98b463c31000 0x27e3c31000(0x27e3c31000) 00000800:00000200:86.0:1596747375.602201:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98b463c32000 0x27e3c32000(0x27e3c32000) 00000800:00000200:86.0:1596747375.602202:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98b463c33000 0x27e3c33000(0x27e3c33000) 00000800:00000200:86.0:1596747375.602203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98b463c6c000 0x27e3c6c000(0x27e3c6c000) 00000800:00000200:86.0:1596747375.602203:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98b463c6d000 0x27e3c6d000(0x27e3c6d000) 00000800:00000200:86.0:1596747375.602204:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98b463c6e000 0x27e3c6e000(0x27e3c6e000) 00000800:00000200:86.0:1596747375.602205:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98b463c6f000 0x27e3c6f000(0x27e3c6f000) 00000800:00000200:86.0:1596747375.602206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98b464594000 0x27e4594000(0x27e4594000) 00000800:00000200:86.0:1596747375.602206:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98b464595000 0x27e4595000(0x27e4595000) 00000800:00000200:86.0:1596747375.602207:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98b464596000 0x27e4596000(0x27e4596000) 00000800:00000200:86.0:1596747375.602208:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98b464597000 0x27e4597000(0x27e4597000) 00000800:00000200:36.0F:1596747375.602213:0:547:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.168@o2ib36 00000800:00000200:36.0:1596747375.602216:0:547:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.168@o2ib36: active(0), version(12), status(0) 00000800:00000010:36.0:1596747375.602217:0:547:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e840 (tot 155019354). 00000800:00000200:36.0:1596747375.602218:0:547:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c443089000] (19)++ 00000800:00000200:36.0:1596747375.602219:0:547:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c443089000] (20)++ 00000800:00000200:36.0:1596747375.602220:0:547:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c443089000] (21)-- 00000800:00000200:37.2:1596747375.602371:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c443089000] (20)++ 00000800:00000010:86.0:1596747375.602753:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98b47e515280 (tot 155019242). 00000800:00000200:86.0:1596747375.602754:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602755:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602755:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602756:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602756:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602757:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602757:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602758:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602759:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602759:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602760:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602760:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602761:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602761:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602762:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602762:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602763:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602763:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602764:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602764:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602765:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602765:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602766:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602766:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602767:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602767:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602768:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602768:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602769:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602769:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602770:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602770:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602771:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602771:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602772:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.602772:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98b463c21200] (20)-- 00000800:00000200:86.0:1596747375.602774:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.119@o2ib36 00000800:00000200:86.0:1596747375.603033:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747375.603347:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.119@o2ib36 00000800:00000200:86.0:1596747375.603349:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.119@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747375.603350:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98b464795c80 (tot 155019106). 00000800:00000200:86.0:1596747375.603351:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98b463c21200] (19)++ 00000800:00000200:86.0:1596747375.603352:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98b463c21200] (20)++ 00000800:00000200:86.0:1596747375.603353:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98b463c21200] (21)-- 00000800:00000200:40.2:1596747375.603581:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98b463c21200] (20)++ 00000800:00020000:15.0:1596747377.352560:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 1 seconds 00000800:00020000:15.0:1596747377.352564:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.87@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747377.352565:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b1e00] (22)++ 00000800:00000100:15.0:1596747377.352566:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.87@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747377.352568:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d1680] -> 192.168.128.87@o2ib36 (2)-- 00000800:00000200:15.0:1596747377.352569:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4349b1e00] (23)-- 00000400:00000200:15.0:1596747377.353120:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.87@o2ib36: down 00000400:00000200:15.0:1596747377.353121:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.87@o2ib36 not found 00000800:00000200:15.0:1596747377.353122:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4349b1e00] (22)-- 00000800:00000200:86.0:1596747377.353451:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4349b1e00] (21)-- 00000800:00000200:86.0:1596747377.407545:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747379.327482:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d1280 (tot 155019218). 00000800:00000200:86.0:1596747379.327487:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d1280] -> 192.168.128.113@o2ib36 (1)++ 00000800:00000010:86.0:1596747379.327489:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d1200 (tot 155019330). 00000800:00000010:86.0:1596747379.327491:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c44308d800 (tot 155019626). 00000800:00000010:86.0:1596747379.327493:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c43353e840 (tot 155019762). 00000800:00000010:86.0:1596747379.327494:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c43401b000 (tot 155021634). 00000800:00000010:86.0:1596747379.327494:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c43353f200 (tot 155021786). 00000800:00000200:86.0:1596747379.327515:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42d134000 0x37ad134000(0x37ad134000) 00000800:00000200:86.0:1596747379.327516:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42d135000 0x37ad135000(0x37ad135000) 00000800:00000200:86.0:1596747379.327517:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42d136000 0x37ad136000(0x37ad136000) 00000800:00000200:86.0:1596747379.327518:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42d137000 0x37ad137000(0x37ad137000) 00000800:00000200:86.0:1596747379.327519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42d138000 0x37ad138000(0x37ad138000) 00000800:00000200:86.0:1596747379.327519:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42d139000 0x37ad139000(0x37ad139000) 00000800:00000200:86.0:1596747379.327520:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42d13a000 0x37ad13a000(0x37ad13a000) 00000800:00000200:86.0:1596747379.327521:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42d13b000 0x37ad13b000(0x37ad13b000) 00000800:00000200:86.0:1596747379.327522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42d13c000 0x37ad13c000(0x37ad13c000) 00000800:00000200:86.0:1596747379.327522:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c43b819000 0x37bb819000(0x37bb819000) 00000800:00000200:86.0:1596747379.327523:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c43bf9b000 0x37bbf9b000(0x37bbf9b000) 00000800:00000200:86.0:1596747379.327524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c43b816000 0x37bb816000(0x37bb816000) 00000800:00000200:86.0:1596747379.327524:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42d13d000 0x37ad13d000(0x37ad13d000) 00000800:00000200:86.0:1596747379.327525:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c43b81e000 0x37bb81e000(0x37bb81e000) 00000800:00000200:86.0:1596747379.327526:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c43b81c000 0x37bb81c000(0x37bb81c000) 00000800:00000200:86.0:1596747379.327527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c43b81d000 0x37bb81d000(0x37bb81d000) 00000800:00000200:86.0:1596747379.327527:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c43b81a000 0x37bb81a000(0x37bb81a000) 00000800:00000200:86.0:1596747379.327528:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c43b81b000 0x37bb81b000(0x37bb81b000) 00000800:00000010:86.0:1596747379.328091:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d1200 (tot 155021674). 00000800:00000200:86.0:1596747379.328093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328099:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328099:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328100:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328100:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328101:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328101:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328102:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328102:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328103:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328103:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328104:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328104:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328105:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328105:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328106:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328106:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328107:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328107:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328108:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328108:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328109:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328109:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328110:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328110:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c44308d800] (20)-- 00000800:00000200:86.0:1596747379.328112:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.113@o2ib36 00000800:00000200:86.0:1596747379.328380:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.2:1596747379.328777:0:23748:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c44308d800] (19)++ 00000800:00000200:86.0:1596747379.328781:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.113@o2ib36 00000800:00000200:86.0:1596747379.328782:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.113@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747379.328783:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c43353e840 (tot 155021538). 00000800:00000200:86.0:1596747379.328785:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c44308d800] (20)++ 00000800:00000200:86.0:1596747379.328785:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c44308d800] (21)++ 00000800:00000200:86.0:1596747379.328786:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c44308d800] (22)-- 00000800:00000200:86.0:1596747379.407558:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event 00000800:00000010:86.0:1596747380.468976:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98947e897100 (tot 155021650). 00000800:00000200:86.0:1596747380.468980:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98947e897100] -> 192.168.128.123@o2ib36 (1)++ 00000800:00000010:86.0:1596747380.468983:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98947e897080 (tot 155021762). 00000800:00000010:86.0:1596747380.468985:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98945cc95c00 (tot 155022058). 00000800:00000010:86.0:1596747380.468987:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98945cc98240 (tot 155022194). 00000800:00000010:86.0:1596747380.468989:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98945ccfe800 (tot 155024066). 00000800:00000010:86.0:1596747380.468990:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98945cc98c00 (tot 155024218). 00000800:00000200:86.0:1596747380.468996:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98945cd27000 0x7dcd27000(0x7dcd27000) 00000800:00000200:86.0:1596747380.468997:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98945cd28000 0x7dcd28000(0x7dcd28000) 00000800:00000200:86.0:1596747380.468998:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98945cd29000 0x7dcd29000(0x7dcd29000) 00000800:00000200:86.0:1596747380.468999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98945cd2a000 0x7dcd2a000(0x7dcd2a000) 00000800:00000200:86.0:1596747380.468999:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98945cd2b000 0x7dcd2b000(0x7dcd2b000) 00000800:00000200:86.0:1596747380.469000:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98945cd2c000 0x7dcd2c000(0x7dcd2c000) 00000800:00000200:86.0:1596747380.469001:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98945cd2d000 0x7dcd2d000(0x7dcd2d000) 00000800:00000200:86.0:1596747380.469002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98945cd2e000 0x7dcd2e000(0x7dcd2e000) 00000800:00000200:86.0:1596747380.469002:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98945cd2f000 0x7dcd2f000(0x7dcd2f000) 00000800:00000200:86.0:1596747380.469003:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98945cd30000 0x7dcd30000(0x7dcd30000) 00000800:00000200:86.0:1596747380.469004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98945cd31000 0x7dcd31000(0x7dcd31000) 00000800:00000200:86.0:1596747380.469004:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98945cd32000 0x7dcd32000(0x7dcd32000) 00000800:00000200:86.0:1596747380.469005:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98945cd33000 0x7dcd33000(0x7dcd33000) 00000800:00000200:86.0:1596747380.469006:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98945cd34000 0x7dcd34000(0x7dcd34000) 00000800:00000200:86.0:1596747380.469007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98945cd35000 0x7dcd35000(0x7dcd35000) 00000800:00000200:86.0:1596747380.469007:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98945cd36000 0x7dcd36000(0x7dcd36000) 00000800:00000200:86.0:1596747380.469008:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98945cd37000 0x7dcd37000(0x7dcd37000) 00000800:00000200:86.0:1596747380.469009:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98945cd38000 0x7dcd38000(0x7dcd38000) 00000800:00000010:86.0:1596747380.469566:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98947e897080 (tot 155024106). 00000800:00000200:86.0:1596747380.469567:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469569:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469569:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469570:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469570:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469571:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469571:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469572:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469572:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469573:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469573:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469574:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469574:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469575:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469575:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469576:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469576:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469577:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469577:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469578:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469578:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469579:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469579:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469580:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469580:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469581:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469581:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469582:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469582:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469583:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469583:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469584:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469584:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469585:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.469585:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98945cc95c00] (20)-- 00000800:00000200:86.0:1596747380.469587:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.123@o2ib36 00000800:00000200:86.0:1596747380.469841:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747380.470206:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.123@o2ib36 00000800:00000200:86.0:1596747380.470208:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.123@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747380.470209:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98945cc98240 (tot 155023970). 00000800:00000200:86.0:1596747380.470209:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98945cc95c00] (19)++ 00000800:00000200:86.0:1596747380.470210:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98945cc95c00] (20)++ 00000800:00000200:86.0:1596747380.470211:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98945cc95c00] (21)-- 00000800:00000200:39.2:1596747380.470375:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98945cc95c00] (20)++ 00000800:00000010:86.0:1596747391.497407:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98cc576c3580 (tot 155024082). 00000800:00000200:86.0:1596747391.497411:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98cc576c3580] -> 192.168.128.71@o2ib36 (1)++ 00000800:00000010:86.0:1596747391.497413:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98cc576c3500 (tot 155024194). 00000800:00000010:86.0:1596747391.497418:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98cc55d98000 (tot 155024490). 00000800:00000010:86.0:1596747391.497420:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98cc563cdec0 (tot 155024626). 00000800:00000010:86.0:1596747391.497423:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98cc55cc6800 (tot 155026498). 00000800:00000010:86.0:1596747391.497424:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98cc563cde00 (tot 155026650). 00000800:00000200:86.0:1596747391.497433:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98cc57c16000 0x3fd7c16000(0x3fd7c16000) 00000800:00000200:86.0:1596747391.497434:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98cc57b5e000 0x3fd7b5e000(0x3fd7b5e000) 00000800:00000200:86.0:1596747391.497435:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98cc7bf3b000 0x3ffbf3b000(0x3ffbf3b000) 00000800:00000200:86.0:1596747391.497436:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98cc57730000 0x3fd7730000(0x3fd7730000) 00000800:00000200:86.0:1596747391.497437:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98cc6f89d000 0x3fef89d000(0x3fef89d000) 00000800:00000200:86.0:1596747391.497438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98cc57756000 0x3fd7756000(0x3fd7756000) 00000800:00000200:86.0:1596747391.497438:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98cc58388000 0x3fd8388000(0x3fd8388000) 00000800:00000200:86.0:1596747391.497439:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98cc5790a000 0x3fd790a000(0x3fd790a000) 00000800:00000200:86.0:1596747391.497440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98cc57bc2000 0x3fd7bc2000(0x3fd7bc2000) 00000800:00000200:86.0:1596747391.497440:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98cc57945000 0x3fd7945000(0x3fd7945000) 00000800:00000200:86.0:1596747391.497441:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98cc57b3b000 0x3fd7b3b000(0x3fd7b3b000) 00000800:00000200:86.0:1596747391.497442:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98cc5790c000 0x3fd790c000(0x3fd790c000) 00000800:00000200:86.0:1596747391.497443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98cc7c5da000 0x3ffc5da000(0x3ffc5da000) 00000800:00000200:86.0:1596747391.497443:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98cc57668000 0x3fd7668000(0x3fd7668000) 00000800:00000200:86.0:1596747391.497444:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98cc576ed000 0x3fd76ed000(0x3fd76ed000) 00000800:00000200:86.0:1596747391.497445:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98cc5757e000 0x3fd757e000(0x3fd757e000) 00000800:00000200:86.0:1596747391.497446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98cc561c4000 0x3fd61c4000(0x3fd61c4000) 00000800:00000200:86.0:1596747391.497446:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98cc561c0000 0x3fd61c0000(0x3fd61c0000) 00000800:00000010:86.0:1596747391.498079:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98cc576c3500 (tot 155026538). 00000800:00000200:86.0:1596747391.498081:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498082:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498082:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498083:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498083:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498084:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498084:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498085:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498085:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498086:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498086:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498087:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498087:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498088:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498088:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498089:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498089:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498090:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498090:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498091:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498091:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498092:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498092:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498093:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498093:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498094:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498094:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498095:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498095:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498096:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498096:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498097:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498097:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498098:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498098:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98cc55d98000] (20)-- 00000800:00000200:86.0:1596747391.498100:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.71@o2ib36 00000800:00000200:86.0:1596747391.498359:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747391.498756:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.71@o2ib36 00000800:00000200:86.0:1596747391.498758:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.71@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747391.498759:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98cc563cdec0 (tot 155026402). 00000800:00000200:86.0:1596747391.498760:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98cc55d98000] (19)++ 00000800:00000200:86.0:1596747391.498760:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98cc55d98000] (20)++ 00000800:00000200:86.0:1596747391.498761:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98cc55d98000] (21)-- 00000800:00000200:88.2:1596747391.498917:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98cc55d98000] (20)++ 00000800:00000010:86.0:1596747393.220874:0:23748:0:(o2iblnd.c:326:kiblnd_create_peer()) alloc '(peer_ni)': 112 at ffff98c46d7d0b80 (tot 155026514). 00000800:00000200:86.0:1596747393.220878:0:23748:0:(o2iblnd_cb.c:2664:kiblnd_passive_connect()) peer_ni[ffff98c46d7d0b80] -> 192.168.128.87@o2ib36 (1)++ 00000800:00000010:86.0:1596747393.220880:0:23748:0:(o2iblnd.c:807:kiblnd_create_conn()) alloc '(init_qp_attr)': 112 at ffff98c46d7d0c00 (tot 155026626). 00000800:00000010:86.0:1596747393.220883:0:23748:0:(o2iblnd.c:814:kiblnd_create_conn()) alloc '(conn)': 296 at ffff98c443089400 (tot 155026922). 00000800:00000010:86.0:1596747393.220885:0:23748:0:(o2iblnd.c:839:kiblnd_create_conn()) alloc '(conn->ibc_connvars)': 136 at ffff98c42d23dec0 (tot 155027058). 00000800:00000010:86.0:1596747393.220887:0:23748:0:(o2iblnd.c:874:kiblnd_create_conn()) alloc '(conn->ibc_rxs)': 1872 at ffff98c434000000 (tot 155028930). 00000800:00000010:86.0:1596747393.220888:0:23748:0:(o2iblnd.c:1276:kiblnd_alloc_pages()) alloc '(p)': 152 at ffff98c42d23de00 (tot 155029082). 00000800:00000200:86.0:1596747393.220892:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 0: ffff98c42d3fc000 0x37ad3fc000(0x37ad3fc000) 00000800:00000200:86.0:1596747393.220893:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 1: ffff98c42d3fd000 0x37ad3fd000(0x37ad3fd000) 00000800:00000200:86.0:1596747393.220894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 2: ffff98c42d3fe000 0x37ad3fe000(0x37ad3fe000) 00000800:00000200:86.0:1596747393.220894:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 3: ffff98c42d3ff000 0x37ad3ff000(0x37ad3ff000) 00000800:00000200:86.0:1596747393.220895:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 4: ffff98c42cc00000 0x37acc00000(0x37acc00000) 00000800:00000200:86.0:1596747393.220896:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 5: ffff98c42cc01000 0x37acc01000(0x37acc01000) 00000800:00000200:86.0:1596747393.220897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 6: ffff98c42cc02000 0x37acc02000(0x37acc02000) 00000800:00000200:86.0:1596747393.220897:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 7: ffff98c42cc03000 0x37acc03000(0x37acc03000) 00000800:00000200:86.0:1596747393.220898:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 8: ffff98c42cc04000 0x37acc04000(0x37acc04000) 00000800:00000200:86.0:1596747393.220899:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 9: ffff98c42cc05000 0x37acc05000(0x37acc05000) 00000800:00000200:86.0:1596747393.220900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 10: ffff98c42cc06000 0x37acc06000(0x37acc06000) 00000800:00000200:86.0:1596747393.220900:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 11: ffff98c42cc07000 0x37acc07000(0x37acc07000) 00000800:00000200:86.0:1596747393.220901:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 12: ffff98c42cc08000 0x37acc08000(0x37acc08000) 00000800:00000200:86.0:1596747393.220902:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 13: ffff98c42cc09000 0x37acc09000(0x37acc09000) 00000800:00000200:86.0:1596747393.220903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 14: ffff98c42cc0a000 0x37acc0a000(0x37acc0a000) 00000800:00000200:86.0:1596747393.220903:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 15: ffff98c42cc0b000 0x37acc0b000(0x37acc0b000) 00000800:00000200:86.0:1596747393.220904:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 16: ffff98c42cc0c000 0x37acc0c000(0x37acc0c000) 00000800:00000200:86.0:1596747393.220905:0:23748:0:(o2iblnd.c:1350:kiblnd_map_rx_descs()) rx 17: ffff98c42cc0d000 0x37acc0d000(0x37acc0d000) 00000800:00000010:86.0:1596747393.221465:0:23748:0:(o2iblnd.c:954:kiblnd_create_conn()) kfreed 'init_qp_attr': 112 at ffff98c46d7d0c00 (tot 155028970). 00000800:00000200:86.0:1596747393.221467:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221467:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221468:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221469:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221469:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221470:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221470:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221471:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221471:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221472:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221472:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221473:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221473:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221474:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221474:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221475:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221475:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221476:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221476:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221477:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221477:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221478:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221478:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221479:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221479:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221480:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221480:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221481:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221481:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221482:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221482:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221483:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221484:0:23748:0:(o2iblnd_cb.c:205:kiblnd_post_rx()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.221486:0:23748:0:(o2iblnd_cb.c:239:kiblnd_post_rx()) conn[ffff98c443089400] (20)-- 00000800:00000200:86.0:1596747393.221487:0:23748:0:(o2iblnd_cb.c:2706:kiblnd_passive_connect()) Accept 192.168.128.87@o2ib36 00000800:00000200:86.0:1596747393.221754:0:23748:0:(o2iblnd_cb.c:3168:kiblnd_cm_callback()) connreq: 0 00000800:00000200:86.0:1596747393.222152:0:23748:0:(o2iblnd_cb.c:3285:kiblnd_cm_callback()) ESTABLISHED (passive): 192.168.128.87@o2ib36 00000800:00000200:86.0:1596747393.222153:0:23748:0:(o2iblnd_cb.c:2308:kiblnd_connreq_done()) 192.168.128.87@o2ib36: active(0), version(12), status(0) 00000800:00000010:86.0:1596747393.222154:0:23748:0:(o2iblnd_cb.c:2316:kiblnd_connreq_done()) kfreed 'conn->ibc_connvars': 136 at ffff98c42d23dec0 (tot 155028834). 00000800:00000200:86.0:1596747393.222155:0:23748:0:(o2iblnd_cb.c:2335:kiblnd_connreq_done()) conn[ffff98c443089400] (19)++ 00000800:00000200:86.0:1596747393.222156:0:23748:0:(o2iblnd_cb.c:2378:kiblnd_connreq_done()) conn[ffff98c443089400] (20)++ 00000800:00000200:86.0:1596747393.222156:0:23748:0:(o2iblnd_cb.c:2398:kiblnd_connreq_done()) conn[ffff98c443089400] (21)-- 00000800:00000200:85.2:1596747393.222412:0:0:0:(o2iblnd_cb.c:3737:kiblnd_cq_completion()) conn[ffff98c443089400] (20)++ 00000800:00000200:15.0:1596747430.352536:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444aa00] (21)++ 00000800:00000200:15.0:1596747430.352539:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98b46444aa00] (22)++ 00000800:00000200:15.0:1596747430.352543:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98b46444aa00] (23)-- 00000800:00000200:15.0:1596747432.352551:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461626c00] (21)++ 00000800:00000200:15.0:1596747432.352554:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98a461626c00] (22)++ 00000800:00000200:15.0:1596747432.352557:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98a461626c00] (23)-- 00000800:00000200:15.0:1596747432.352558:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b3000] (21)++ 00000800:00000200:15.0:1596747432.352560:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98c4349b3000] (22)++ 00000800:00000200:15.0:1596747432.352564:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98c4349b3000] (23)-- 00000800:00020000:15.0:1596747435.352568:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747435.352571:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.1@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747435.352572:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98b46444aa00] (22)++ 00000800:00000100:15.0:1596747435.352574:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.1@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747435.352576:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98b47e514980] -> 192.168.128.1@o2ib36 (2)-- 00000800:00000200:15.0:1596747435.352578:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98b46444aa00] (23)-- 00000400:00000200:15.0:1596747435.353132:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.1@o2ib36: down 00000400:00000200:15.0:1596747435.353133:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.1@o2ib36 not found 00000800:00000200:15.0:1596747435.353134:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98b46444aa00] (22)-- 00000800:00000200:86.0:1596747435.353467:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98b46444aa00] (21)-- 00000800:00020000:15.0:1596747437.352563:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747437.352566:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.125@o2ib36 (105): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747437.352567:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98a461626c00] (22)++ 00000800:00000100:15.0:1596747437.352569:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.125@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747437.352571:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98a45ab01980] -> 192.168.128.125@o2ib36 (2)-- 00000800:00000200:15.0:1596747437.352572:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98a461626c00] (23)-- 00000800:00020000:15.0:1596747437.352573:0:21326:0:(o2iblnd_cb.c:3351:kiblnd_check_txs_locked()) Timed out tx: active_txs, 0 seconds 00000800:00020000:15.0:1596747437.352574:0:21326:0:(o2iblnd_cb.c:3426:kiblnd_check_conns()) Timed out RDMA with 192.168.128.126@o2ib36 (106): c: 8, oc: 0, rc: 8 00000800:00000200:15.0:1596747437.352575:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98c4349b3000] (22)++ 00000800:00000100:15.0:1596747437.352576:0:21326:0:(o2iblnd_cb.c:2081:kiblnd_close_conn_locked()) Closing conn to 192.168.128.126@o2ib36: error -110(waiting) 00000800:00000200:15.0:1596747437.352578:0:21326:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff98c46d7d0800] -> 192.168.128.126@o2ib36 (2)-- 00000800:00000200:15.0:1596747437.352579:0:21326:0:(o2iblnd_cb.c:3452:kiblnd_check_conns()) conn[ffff98c4349b3000] (23)-- 00000800:00000200:15.0:1596747437.352582:0:21326:0:(o2iblnd_cb.c:3432:kiblnd_check_conns()) conn[ffff98cc55d00000] (21)++ 00000800:00000200:15.0:1596747437.352584:0:21326:0:(o2iblnd_cb.c:1316:kiblnd_queue_tx_locked()) conn[ffff98cc55d00000] (22)++ 00000800:00000200:15.0:1596747437.352588:0:21326:0:(o2iblnd_cb.c:3467:kiblnd_check_conns()) conn[ffff98cc55d00000] (23)-- 00000400:00000200:15.0:1596747437.353111:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.125@o2ib36: down 00000400:00000200:15.0:1596747437.353112:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.125@o2ib36 not found 00000800:00000200:15.0:1596747437.353112:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98a461626c00] (22)-- 00000800:00000200:86.0:1596747437.353439:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98a461626c00] (21)-- 00000400:00000200:15.0:1596747437.353654:0:21326:0:(router.c:1763:lnet_notify()) 192.168.128.86@o2ib36 notifying 192.168.128.126@o2ib36: down 00000400:00000200:15.0:1596747437.353655:0:21326:0:(router.c:1799:lnet_notify()) 192.168.128.126@o2ib36 not found 00000800:00000200:15.0:1596747437.353656:0:21326:0:(o2iblnd_cb.c:3560:kiblnd_connd()) conn[ffff98c4349b3000] (22)-- 00000800:00000200:86.0:1596747437.353916:0:23748:0:(o2iblnd_cb.c:3313:kiblnd_cm_callback()) conn[ffff98c4349b3000] (21)-- 00000800:00000200:86.0:1596747437.407686:0:23748:0:(o2iblnd_cb.c:3301:kiblnd_cm_callback()) Ignore TIMEWAIT_EXIT event